-- Logs begin at Thu 2021-07-29 13:44:32 UTC, end at Thu 2021-07-29 14:40:27 UTC. -- Jul 29 14:14:37.384982 dv-cinder-802882-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 29 14:14:40.223761 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.common.config [-] Logging enabled! Jul 29 14:14:40.224411 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev504 Jul 29 14:14:40.224501 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92926) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 29 14:14:40.228609 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.common.config [-] Logging enabled! Jul 29 14:14:40.228865 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev504 Jul 29 14:14:40.229236 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92926) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 29 14:14:40.230398 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 14:14:40.230636 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 14:14:40.231005 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 14:14:40.231251 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 14:14:40.231548 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 14:14:40.231938 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.232325 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.232716 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.233010 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.233386 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.233761 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.234160 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.234522 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.234906 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.235202 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.235487 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.235780 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.236018 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.236308 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.236599 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.236885 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.237121 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] debug = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.237400 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.237823 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.238258 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.238541 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.239090 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.239367 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.239634 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.239910 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.240196 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.240618 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] host = dv-cinder-802882-2-iscsi {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.240802 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.241086 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.241371 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.241690 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.242093 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.242527 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.242846 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.243108 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.243388 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] log_file = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.243669 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.243959 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.244250 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.244542 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.244771 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.244995 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.245284 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.245570 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.245846 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.246170 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.246451 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.246725 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.247003 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.247272 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.247555 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.247838 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.248120 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.248398 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.248670 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.248940 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.249211 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.249494 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.249765 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.250064 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.250339 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.250626 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.250896 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.251167 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.251466 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.251750 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.252030 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.252313 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.252589 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.252870 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.253144 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.253414 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.253684 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] use_json = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.253974 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.254245 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.254530 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.254803 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.255074 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.255347 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.255618 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.255902 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:40.256197 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.256493 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.256793 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.257082 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.257908 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.258393 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.258808 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.259092 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.259384 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.259675 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.259970 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.260250 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.260537 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.260813 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.261109 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.261416 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.261710 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.262024 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.262299 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.262573 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.262846 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.263126 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.263415 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.263708 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.264000 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.264271 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.264549 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.264838 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.265115 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.265386 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.265662 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.265973 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.266252 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.266524 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.266805 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.267088 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.267361 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.267633 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.267908 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.268195 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.268471 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.268740 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.269009 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.269283 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.269553 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.269835 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.270136 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.270409 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.270679 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.270957 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.271233 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.271508 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.271783 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.272055 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.272329 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.272599 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.272871 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.273800 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.274289 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.274599 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.274881 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.275161 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.275443 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.275723 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.276000 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.276274 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.276550 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.276824 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.277116 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.277416 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.277697 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.278006 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.278288 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.278568 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.278848 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.279123 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.279401 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.279682 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.279956 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.280251 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.280535 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.280824 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.281106 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.281382 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.281677 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.281980 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.282266 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.282545 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.282824 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.283115 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.283396 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.283689 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.283983 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.284276 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.284567 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.284857 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.285136 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.285448 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.285725 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:40.286166 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 14:14:40.286429 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92926) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 29 14:14:40.651218 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:14:40.651497 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:14:40.651784 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:14:40.652119 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 29 14:14:41.053192 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.053489 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.053761 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.055941 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.056219 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.056478 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.090944 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.091241 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.091513 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.108203 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.108493 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.108764 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.138900 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.139186 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.139457 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.176433 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.176719 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.176983 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.412437 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.413069 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.413069 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.413276 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.414145 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.550766 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.551084 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.551369 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.551647 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.551914 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.552256 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.552526 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.552779 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.553032 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.553408 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.553853 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.554339 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.554757 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.555165 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.555563 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.556014 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.556450 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.556911 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.557380 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.557832 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.558350 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.558957 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.559442 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.560101 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.560534 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.560966 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.561677 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 14:14:41.562139 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 14:14:41.562552 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 14:14:41.562952 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 14:14:41.563282 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 14:14:41.563543 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 14:14:41.563935 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 29 14:14:41.567522 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 29 14:14:41.572262 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 29 14:14:41.576777 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jul 29 14:14:41.578655 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 29 14:14:41.579117 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 29 14:14:41.579450 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 29 14:14:41.579833 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 29 14:14:41.582672 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 29 14:14:41.582923 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 29 14:14:41.583266 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 14:14:41.589295 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 29 14:14:41.612415 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 29 14:14:41.612876 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.613177 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92926) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 29 14:14:41.613542 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.615186 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92926) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 29 14:14:41.615468 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 14:14:41.615716 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 29 14:14:41.619275 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.619559 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:41.686361 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 29 14:14:41.686545 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 29 14:14:41.686747 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 29 14:14:41.687130 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 29 14:14:41.709417 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_db.sqlalchemy.engines [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92926) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 29 14:14:42.347829 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.plugins.ml2.managers [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Initializing driver for type 'gre' Jul 29 14:14:42.348455 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] gre ID ranges: [(1, 1000)] Jul 29 14:14:42.402210 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.plugins.ml2.managers [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Initializing driver for type 'local' Jul 29 14:14:42.402581 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.plugins.ml2.managers [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Initializing driver for type 'vlan' Jul 29 14:14:42.416500 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] VlanTypeDriver initialization complete Jul 29 14:14:42.417204 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.plugins.ml2.managers [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Initializing driver for type 'vxlan' Jul 29 14:14:42.417379 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] vxlan ID ranges: [(1, 1000)] Jul 29 14:14:42.468311 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.plugins.ml2.managers [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Initializing extension driver 'port_security' Jul 29 14:14:42.468689 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.plugins.ml2.extensions.port_security [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] PortSecurityExtensionDriver initialization complete Jul 29 14:14:42.469028 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.plugins.ml2.managers [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Initializing mechanism driver 'openvswitch' Jul 29 14:14:42.469361 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.plugins.ml2.managers [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Initializing mechanism driver 'hyperv' Jul 29 14:14:42.475939 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:14:42.476991 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > port after_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.477380 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > port after_update 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.477743 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > port after_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.478297 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92926) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 14:14:42.478742 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > subnet after_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.479105 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > subnet after_update 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.479457 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.479852 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92926) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 14:14:42.480265 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > network after_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.480620 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > network after_update 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.480968 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > network after_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.481357 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92926) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 14:14:42.481766 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > security_group after_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.482227 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > security_group after_update 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.482580 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.482979 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92926) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 14:14:42.483387 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.483743 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.484094 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.484487 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92926) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 14:14:42.484895 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > address_group after_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.485248 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > address_group after_update 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.485594 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.486013 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92926) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 14:14:42.486398 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] ML2 OVO RPC backend initialized. {{(pid=92926) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 29 14:14:42.487103 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.487466 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.487891 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > network before_response 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.488250 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > networks before_response 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.488606 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > port before_response 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.489217 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > ports before_response 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.489566 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > subnet before_response 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.489937 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > subnets before_response 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.490297 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > network after_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.490645 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > network after_update 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.490989 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > network after_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.491331 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > port after_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.492205 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > port after_update 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.492670 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > port after_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.493066 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > subnet after_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.493442 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > subnet after_update 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.493786 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.494488 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.plugins.ml2.plugin [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Modular L2 Plugin initialization complete Jul 29 14:14:42.494829 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading services supported by the core plugin {{(pid=92926) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 29 14:14:42.495235 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.plugins.ml2.managers [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Got port-security extension from driver 'port_security' Jul 29 14:14:42.495706 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.extensions.vlantransparent [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Disabled vlantransparent extension. Jul 29 14:14:42.496217 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92926) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 29 14:14:42.496538 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading Plugin: router Jul 29 14:14:42.533204 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.533608 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > router after_create 55549900 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.534016 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > router before_create 55549900 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.534392 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.534775 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.535137 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > router after_delete 55549900 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.535506 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.535994 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > router after_create 55549900 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.536384 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > router after_update 55549900 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.536743 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > router after_update 55549900 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.537103 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.537476 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > router after_update 55549900 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.537898 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > router precommit_update 55549900 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.538300 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: port after_update 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.539241 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: port after_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.539630 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: subnet after_update 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.540006 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.540367 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.540888 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > router precommit_create 55549900 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.541106 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: port before_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.541424 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > router precommit_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.541789 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > router after_update 55549900 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.542172 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.542537 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > router precommit_create 55549900 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.542912 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.543271 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > router precommit_update 55549900 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.543652 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > agent after_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.544011 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > agent after_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.544366 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > network after_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.545281 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.quota.resource_registry [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Tracking information for resource: router configured {{(pid=92926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 14:14:42.545619 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.quota.resource_registry [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Tracking information for resource: floatingip configured {{(pid=92926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 14:14:42.550767 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.db.l3_agentschedulers_db [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 29 14:14:42.551363 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: port after_update 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.551733 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: port after_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.552098 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: port after_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.552459 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: port after_update 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.553268 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > router before_create 55550100 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.553693 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.554107 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > router precommit_create 55550100 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.555201 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > router precommit_update 55550100 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.559918 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.services.provider_configuration [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Service providers = [] {{(pid=92926) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 29 14:14:42.560299 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.db.servicetype_db [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92926) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 29 14:14:42.563442 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.services.service_base [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92926) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 14:14:42.563805 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.services.service_base [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92926) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 14:14:42.564160 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.services.service_base [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92926) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 14:14:42.565050 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.services.service_base [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92926) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 14:14:42.565435 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.services.service_base [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 29 14:14:42.565871 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 14:14:42.566224 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 29 14:14:42.579329 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 14:14:42.579671 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading Plugin: auto_allocate Jul 29 14:14:42.585496 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: network precommit_update 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.586427 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: network precommit_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.587119 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 14:14:42.587451 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading Plugin: tag Jul 29 14:14:42.594380 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 14:14:42.594716 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading Plugin: timestamp Jul 29 14:14:42.598636 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 14:14:42.598917 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading Plugin: network_ip_availability Jul 29 14:14:42.604970 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.605348 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.605712 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.606484 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 14:14:42.606813 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading Plugin: flavors Jul 29 14:14:42.611900 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 14:14:42.612240 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading Plugin: revisions Jul 29 14:14:42.616874 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 14:14:42.617285 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_concurrency.lockutils [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.965s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:14:42.618226 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92926) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 29 14:14:42.618577 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Initializing extension manager. Jul 29 14:14:42.619101 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: __init__.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.619454 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: __pycache__ {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.619807 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.620148 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: address_group.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.620928 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.621523 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: address-group Jul 29 14:14:42.621856 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: address_scope.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.622604 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.623127 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: address-scope Jul 29 14:14:42.623457 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.624397 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.624915 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: router-admin-state-down-before-update Jul 29 14:14:42.625284 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: agent.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.625972 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.626490 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: agent Jul 29 14:14:42.626818 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: agent_resources_synced.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.627737 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.628254 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: agent-resources-synced Jul 29 14:14:42.628585 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: allowedaddresspairs.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.630468 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.631007 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: allowed-address-pairs Jul 29 14:14:42.631343 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: auto_allocated_topology.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.632995 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.633521 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: auto-allocated-topology Jul 29 14:14:42.633860 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: availability_zone.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.634611 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.635116 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: availability_zone Jul 29 14:14:42.635492 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: availability_zone_filter.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.636372 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.636892 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: availability_zone_filter Jul 29 14:14:42.637255 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: data_plane_status.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.638209 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.638730 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extension data-plane-status not supported by any of loaded plugins Jul 29 14:14:42.639063 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: default_subnetpools.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.639992 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.640511 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: default-subnetpools Jul 29 14:14:42.640845 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.641677 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.642234 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: dhcp_agent_scheduler Jul 29 14:14:42.642569 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: dns.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.643489 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.644008 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extension dns-integration not supported by any of loaded plugins Jul 29 14:14:42.644337 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: dns_domain_ports.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.645256 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.645769 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 29 14:14:42.646124 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.647053 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.647567 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 29 14:14:42.647945 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: dvr.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.649186 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.649716 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: dvr Jul 29 14:14:42.650079 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: ecmp_routes.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.650997 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.651510 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 29 14:14:42.651838 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: empty_string_filtering.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.652750 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.653269 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: empty-string-filtering Jul 29 14:14:42.653622 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.654581 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.655095 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 29 14:14:42.655425 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.656351 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.656864 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 29 14:14:42.657192 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: external_net.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.658164 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.658682 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: external-net Jul 29 14:14:42.659009 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.659929 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.660446 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: extra_dhcp_opt Jul 29 14:14:42.660773 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: extraroute.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.661891 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.662454 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: extraroute Jul 29 14:14:42.662783 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: extraroute_atomic.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.663936 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.664460 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: extraroute-atomic Jul 29 14:14:42.664787 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: filter_validation.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.665674 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.666222 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: filter-validation Jul 29 14:14:42.666551 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: fip_pf_description.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.667471 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.667980 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 29 14:14:42.668305 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: fip_port_details.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.669236 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.669749 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: fip-port-details Jul 29 14:14:42.670102 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: flavors.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.671352 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.671880 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: flavors Jul 29 14:14:42.672210 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.673884 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.674444 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 29 14:14:42.674783 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: floatingip_pools.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.675495 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.676017 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: floatingip-pools Jul 29 14:14:42.676350 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: ip_allocation.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.677286 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.677809 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extension ip_allocation not supported by any of loaded plugins Jul 29 14:14:42.678170 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.679110 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.679662 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: ip-substring-filtering Jul 29 14:14:42.679997 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: l2_adjacency.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.680923 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.681442 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 29 14:14:42.681770 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: l3.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.682812 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.683341 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: router Jul 29 14:14:42.683671 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.686005 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.686550 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 29 14:14:42.686893 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.687841 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.688371 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: ext-gw-mode Jul 29 14:14:42.688707 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.689662 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.690223 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: l3-ha Jul 29 14:14:42.690556 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: l3_flavors.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.691490 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.692011 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: l3-flavors Jul 29 14:14:42.692344 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.693267 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.693788 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 29 14:14:42.694161 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: l3agentscheduler.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.695783 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.696306 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: l3_agent_scheduler Jul 29 14:14:42.696640 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: logging.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.698186 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.698727 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extension logging not supported by any of loaded plugins Jul 29 14:14:42.699071 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: metering.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.699835 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.700427 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: metering Jul 29 14:14:42.700764 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.702061 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.702575 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: metering_source_and_destination_fields Jul 29 14:14:42.702915 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: multiprovidernet.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.703850 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.704373 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: multi-provider Jul 29 14:14:42.704709 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: netmtu.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.705642 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.706195 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: net-mtu Jul 29 14:14:42.706530 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: netmtu_writable.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.707456 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.708006 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: net-mtu-writable Jul 29 14:14:42.708343 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: network_availability_zone.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.709030 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.709553 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: network_availability_zone Jul 29 14:14:42.709885 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: network_ip_availability.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.711123 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.711645 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: network-ip-availability Jul 29 14:14:42.711984 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: network_segment_range.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.712773 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.713289 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extension network-segment-range not supported by any of loaded plugins Jul 29 14:14:42.713650 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: pagination.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.715167 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.715580 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: pagination Jul 29 14:14:42.715841 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: port_device_profile.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.716755 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.717282 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: port-device-profile Jul 29 14:14:42.717613 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.718696 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.719227 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: port-mac-address-regenerate Jul 29 14:14:42.719557 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.720476 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.721003 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: port-numa-affinity-policy Jul 29 14:14:42.721336 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: port_resource_request.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.722303 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.722818 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extension port-resource-request not supported by any of loaded plugins Jul 29 14:14:42.723148 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: portbindings.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.724088 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.724606 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: binding Jul 29 14:14:42.724935 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: portbindings_extended.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.726308 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.726836 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: binding-extended Jul 29 14:14:42.727171 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: portsecurity.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.728107 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.728633 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: port-security Jul 29 14:14:42.728962 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: project_id.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.729991 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.730334 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: project-id Jul 29 14:14:42.730665 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: providernet.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.731594 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.732117 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: provider Jul 29 14:14:42.732450 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: qos.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.735948 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.736485 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extension qos not supported by any of loaded plugins Jul 29 14:14:42.736827 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.738113 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.738929 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 29 14:14:42.739236 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.740166 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.740694 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 29 14:14:42.741026 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: qos_default.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.742080 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.742715 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extension qos-default not supported by any of loaded plugins Jul 29 14:14:42.742999 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: qos_fip.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.743692 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.744181 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extension qos-fip not supported by any of loaded plugins Jul 29 14:14:42.744532 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: qos_gateway_ip.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.745442 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.745984 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 29 14:14:42.746315 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: qos_port_network_policy.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.747234 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.747751 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 29 14:14:42.748080 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: qos_rule_type_details.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.749044 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.749521 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 29 14:14:42.749849 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: qos_rules_alias.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.750934 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.751452 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 29 14:14:42.751779 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: quotasv2.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.752935 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.753270 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: quotas Jul 29 14:14:42.753602 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: quotasv2_detail.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.756702 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.757054 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: quota_details Jul 29 14:14:42.757960 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: rbac.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.759055 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.759601 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: rbac-policies Jul 29 14:14:42.759940 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: rbac_address_group.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.760897 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.761423 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: rbac-address-group Jul 29 14:14:42.761759 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: rbac_address_scope.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.762748 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.763255 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: rbac-address-scope Jul 29 14:14:42.763590 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: rbac_security_groups.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.764527 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.765049 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: rbac-security-groups Jul 29 14:14:42.765382 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: rbac_subnetpool.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.766344 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.766866 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: rbac-subnetpool Jul 29 14:14:42.767199 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: revisionifmatch.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.768125 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.768649 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: revision-if-match Jul 29 14:14:42.768979 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: revisions.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.770140 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.770667 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: standard-attr-revisions Jul 29 14:14:42.771003 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: router_availability_zone.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.771684 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.772201 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: router_availability_zone Jul 29 14:14:42.772531 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: routerservicetype.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.774171 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.774695 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extension router-service-type not supported by any of loaded plugins Jul 29 14:14:42.775028 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.775972 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.776495 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: security-groups-normalized-cidr Jul 29 14:14:42.776821 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.777749 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.778306 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: port-security-groups-filtering Jul 29 14:14:42.778640 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.779608 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.780140 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: security-groups-remote-address-group Jul 29 14:14:42.780473 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: securitygroup.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.790603 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.791173 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: security-group Jul 29 14:14:42.791516 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: segment.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.792354 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.792883 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extension segment not supported by any of loaded plugins Jul 29 14:14:42.793220 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.794254 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.794776 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 29 14:14:42.795108 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: servicetype.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.796254 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.796783 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: service-type Jul 29 14:14:42.797115 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: sorting.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.798138 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.798477 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: sorting Jul 29 14:14:42.798806 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: standard_attr_segment.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.799812 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.800331 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 29 14:14:42.800661 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: standardattrdescription.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.801321 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.801840 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: standard-attr-description Jul 29 14:14:42.802197 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: stateful_security_group.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.803217 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.803664 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: stateful-security-group Jul 29 14:14:42.803998 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: stdattrs_common.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.804751 dv-cinder-802882-2-iscsi neutron-server[92926]: WARNING neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 29 14:14:42.805083 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.806058 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.806655 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 29 14:14:42.806919 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: subnet_onboard.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.808002 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.808531 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: subnet_onboard Jul 29 14:14:42.808863 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.809818 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.810367 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 29 14:14:42.810702 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: subnet_service_types.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.811635 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.812161 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: subnet-service-types Jul 29 14:14:42.812495 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: subnetallocation.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.813587 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.814150 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: subnet_allocation Jul 29 14:14:42.814490 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.815167 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.815687 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: subnetpool-prefix-ops Jul 29 14:14:42.816014 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.816948 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.817468 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 29 14:14:42.817798 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: tagging.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.818943 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.819596 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: standard-attr-tag Jul 29 14:14:42.820464 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: timestamp.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.821739 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.822341 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loaded extension: standard-attr-timestamp Jul 29 14:14:42.823097 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: trunk.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.823742 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.824274 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extension trunk not supported by any of loaded plugins Jul 29 14:14:42.824609 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: trunk_details.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.825603 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.826104 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extension trunk-details not supported by any of loaded plugins Jul 29 14:14:42.826438 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: uplink_status_propagation.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.827399 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.827925 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 29 14:14:42.828256 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Loading extension file: vlantransparent.py {{(pid=92926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:14:42.828942 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:14:42.829461 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 29 14:14:42.832078 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.quota.resource_registry [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Creating instance of TrackedResource for resource:network Jul 29 14:14:42.832624 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.quota.resource_registry [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Creating instance of TrackedResource for resource:subnet Jul 29 14:14:42.833031 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.quota.resource_registry [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 14:14:42.833428 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.quota.resource_registry [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Creating instance of TrackedResource for resource:port Jul 29 14:14:42.834822 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.v2.resource_helper [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 14:14:42.835276 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.v2.resource_helper [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Service FLAVORS assigned prefix: {{(pid=92926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 14:14:42.836530 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.v2.resource_helper [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 14:14:42.836957 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.v2.resource_helper [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 14:14:42.837293 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.quota.resource_registry [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Creating instance of TrackedResource for resource:router Jul 29 14:14:42.837730 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.quota.resource_registry [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Creating instance of TrackedResource for resource:floatingip Jul 29 14:14:42.838262 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.v2.resource_helper [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Service METERING assigned prefix: /metering {{(pid=92926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 14:14:42.839773 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.840158 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.840524 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:14:42.841543 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.quota.resource_registry [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 14:14:42.842019 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.quota.resource_registry [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Creating instance of TrackedResource for resource:security_group Jul 29 14:14:42.842460 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.quota.resource_registry [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 14:14:42.843085 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.v2.resource_helper [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Service CORE assigned prefix: {{(pid=92926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 14:14:42.843420 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.quota.resource_registry [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 14:14:42.843785 dv-cinder-802882-2-iscsi neutron-server[92926]: WARNING neutron.quota.resource_registry [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] subnetpool is already registered Jul 29 14:14:42.844213 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.v2.resource_helper [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Service CORE assigned prefix: {{(pid=92926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 14:14:42.844543 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.quota.resource_registry [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 14:14:42.844881 dv-cinder-802882-2-iscsi neutron-server[92926]: WARNING neutron.quota.resource_registry [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] subnetpool is already registered Jul 29 14:14:42.847260 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.v2.resource_helper [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 14:14:42.847818 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.v2.resource_helper [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Service FLAVORS assigned prefix: {{(pid=92926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 14:14:42.848511 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.v2.resource_helper [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 14:14:42.848993 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.v2.resource_helper [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 14:14:42.849277 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.quota.resource_registry [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Creating instance of TrackedResource for resource:router Jul 29 14:14:42.849629 dv-cinder-802882-2-iscsi neutron-server[92926]: WARNING neutron.quota.resource_registry [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] router is already registered Jul 29 14:14:42.850094 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.quota.resource_registry [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Creating instance of TrackedResource for resource:floatingip Jul 29 14:14:42.850440 dv-cinder-802882-2-iscsi neutron-server[92926]: WARNING neutron.quota.resource_registry [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] floatingip is already registered Jul 29 14:14:42.850923 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.v2.resource_helper [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Service METERING assigned prefix: /metering {{(pid=92926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 14:14:42.852302 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.quota.resource_registry [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 14:14:42.852639 dv-cinder-802882-2-iscsi neutron-server[92926]: WARNING neutron.quota.resource_registry [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] rbac_policy is already registered Jul 29 14:14:42.853070 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.quota.resource_registry [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Creating instance of TrackedResource for resource:security_group Jul 29 14:14:42.853425 dv-cinder-802882-2-iscsi neutron-server[92926]: WARNING neutron.quota.resource_registry [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] security_group is already registered Jul 29 14:14:42.853835 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.quota.resource_registry [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 14:14:42.854200 dv-cinder-802882-2-iscsi neutron-server[92926]: WARNING neutron.quota.resource_registry [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] security_group_rule is already registered Jul 29 14:14:42.854705 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.v2.resource_helper [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Service CORE assigned prefix: {{(pid=92926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 14:14:42.855036 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.quota.resource_registry [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 14:14:42.855382 dv-cinder-802882-2-iscsi neutron-server[92926]: WARNING neutron.quota.resource_registry [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] subnetpool is already registered Jul 29 14:14:42.855813 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.v2.resource_helper [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Service CORE assigned prefix: {{(pid=92926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 14:14:42.856142 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.quota.resource_registry [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 14:14:42.856477 dv-cinder-802882-2-iscsi neutron-server[92926]: WARNING neutron.quota.resource_registry [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] subnetpool is already registered Jul 29 14:14:42.858269 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: extensions {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.859775 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: address-groups {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.861269 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: address-scopes {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.862572 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: agents {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.864106 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: auto-allocated-topology {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.865352 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: availability_zones {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.866785 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: dhcp-networks {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.868861 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: dhcp-agents {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.870412 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: routers {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.872146 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: flavors {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.873322 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: service_profiles {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.874679 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: next_providers {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.876121 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: service_profiles {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.877563 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: floatingip-pools {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.878987 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: routers {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.880706 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: floatingips {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.881905 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: l3-routers {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.883549 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: l3-agents {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.884970 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: metering-labels {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.886257 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: metering-label-rules {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.887536 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: network-ip-availabilities {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.888910 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: bindings {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.890557 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: quotas {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.891999 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: quotas {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.893581 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: rbac-policies {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.894807 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: security-groups {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.896017 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: security-group-rules {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.897361 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: service-providers {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.899367 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: subnetpools {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.900715 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: subnetpools {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.902338 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: tags {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.904045 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: tags {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.905751 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: tags {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.907666 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: tags {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.909402 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: tags {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.911320 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: tags {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.913096 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: tags {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.915243 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: tags {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.918366 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: tags {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.920136 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron.api.extensions [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Extended resource: tags {{(pid=92926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:14:42.926281 dv-cinder-802882-2-iscsi neutron-server[92926]: WARNING keystonemiddleware.auth_token [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 29 14:14:42.931467 dv-cinder-802882-2-iscsi neutron-server[92926]: WARNING keystonemiddleware.auth_token [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 29 14:14:42.939883 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_concurrency.lockutils [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Acquired lock "singleton_lock" {{(pid=92926) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 29 14:14:42.940367 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_concurrency.lockutils [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Releasing lock "singleton_lock" {{(pid=92926) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 29 14:14:42.941020 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO oslo_service.service [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Starting 2 workers Jul 29 14:14:42.952427 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:42.953758 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Started child 93046 {{(pid=92926) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 14:14:42.953953 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [-] (93046) wsgi starting up on http://0.0.0.0:9696 Jul 29 14:14:42.958498 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Started child 93047 {{(pid=92926) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 14:14:42.960141 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO neutron.service [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 29 14:14:42.960944 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Notify callbacks [] for process, before_spawn {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:42.963512 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO oslo_service.service [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Starting 1 workers Jul 29 14:14:42.963643 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:42.965099 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [-] (93047) wsgi starting up on http://0.0.0.0:9696 Jul 29 14:14:42.968721 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Started child 93048 {{(pid=92926) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 14:14:42.969251 dv-cinder-802882-2-iscsi neutron-server[92926]: INFO oslo_service.service [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Starting 1 workers Jul 29 14:14:42.972463 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.service [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] calling RpcWorker wait() {{(pid=93048) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 29 14:14:42.973007 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.service [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] returning from RpcWorker wait() {{(pid=93048) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 29 14:14:42.973773 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Started child 93049 {{(pid=92926) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 14:14:42.974199 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:42.974670 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b0ac-3cc3-485c-9444-9970b11a3d99 None None] Notify callbacks [] for process, after_spawn {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:42.974773 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:14:42.976720 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92926) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 29 14:14:42.976946 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 14:14:42.977200 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 14:14:42.977450 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 14:14:42.977796 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 14:14:42.978000 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 14:14:42.978525 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.978855 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.979046 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.979322 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.979604 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.980189 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.980462 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.980554 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:42.981006 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.981006 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.981252 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.981409 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.981553 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.981809 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.981932 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:14:42.982122 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.982423 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.982695 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.982942 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.983213 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.983392 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.983645 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.983909 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.984168 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.984425 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] debug = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.984673 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.985187 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.985416 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.985687 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.985906 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.986192 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.986444 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.986684 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.986938 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.987170 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.987416 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.987680 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.987920 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.988190 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.988361 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.988589 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.989062 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.989533 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] host = dv-cinder-802882-2-iscsi {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.989753 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.990017 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.990249 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.990498 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.990742 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.990957 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.991305 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.991487 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.992289 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.992608 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.992988 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.993260 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.993514 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.993752 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] log_file = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.993904 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] log_options = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.994173 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.994436 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.994724 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.994918 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.995078 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.995256 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.995518 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.995674 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.995919 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.996159 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.996374 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.996611 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.996845 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.997066 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.997323 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.997574 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.997828 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.998097 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.998367 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.998566 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.998822 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.999003 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.999240 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.999488 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.999702 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:42.999916 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.000145 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.000376 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.000589 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.000841 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.001088 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.001442 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.001595 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.001837 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.002109 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.002337 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.002558 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.002817 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.003037 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.003295 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.003542 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.003756 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.003980 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.004196 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.004429 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.004643 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] use_json = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.004872 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.005091 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.005382 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.005537 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.005751 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.005989 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.006210 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.006481 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.008347 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.008678 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.009023 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.009302 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.009549 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.009807 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.010196 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.010357 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.010587 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.010830 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.011177 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.011744 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.011744 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.011956 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.012131 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.012491 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.013121 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.013738 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.014527 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.014798 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.015996 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.016238 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.016604 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.018303 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.018617 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.018899 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.019147 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.019423 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.019686 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.019945 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.020216 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.020446 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.020736 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.020968 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.021215 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.021460 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.021698 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.022827 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.026234 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.026488 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.026770 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.027024 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.027266 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.027520 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.027750 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.027978 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.028226 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.028485 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.028729 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.030133 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.030414 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.030651 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.030884 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.031112 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.031371 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.031616 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.031850 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.032448 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.032755 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.032926 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.033184 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.033443 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.034247 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.034501 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.034750 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.035000 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.035270 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.035512 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.035762 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.036020 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.036278 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.036526 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.036776 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.037004 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.037229 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.037455 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.037699 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.037947 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.042127 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.042391 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.042669 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.043268 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.043268 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.043646 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.043956 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.044298 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.044583 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.045409 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.045409 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.045572 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.045717 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.046001 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.046672 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.048206 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.048206 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.048384 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.048999 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.048999 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.049513 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.049760 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.050271 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.050529 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.050787 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.051032 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.051456 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.051896 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.052675 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.053062 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.053341 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.053762 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.054112 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.055130 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.055998 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.056662 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.057062 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.057505 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.058018 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.058459 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.058938 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.059189 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.059455 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.059855 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.060111 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.060368 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.060609 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.060868 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.061098 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.061385 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.062004 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.062254 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.062483 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.062739 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.063084 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.063354 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.063591 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.063968 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.064372 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.064631 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.064899 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.065170 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.065438 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.065677 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.065973 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.066210 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.066779 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.067049 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.067270 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.067487 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.067742 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.067966 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.068208 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.068449 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.068686 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.068943 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.069156 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.070944 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.071388 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.072266 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.074983 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.075872 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 51838) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:14:43.078191 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.078670 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.079680 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.080497 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.080957 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.081429 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.081876 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.082331 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.082826 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.083249 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.083763 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.084347 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.084794 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.085238 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.086583 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.086889 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.087146 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.087449 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.087699 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.087942 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.088180 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.088427 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.088660 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.089321 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0100057 Jul 29 14:14:43.090653 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.090933 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.092790 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.093240 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.093812 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.094224 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.094509 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.094765 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.095034 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.095269 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.095530 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.095781 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.096011 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.096244 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.096493 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.096718 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.097017 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.097248 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.099132 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.099760 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.100218 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.101964 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.102427 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.104494 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.104837 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.105110 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.105589 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.105697 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.105949 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.106214 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.106460 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.106687 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.106913 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.107155 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.107385 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.107605 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.108402 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.108402 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.108402 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.108895 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.109130 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.109350 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.109585 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.109829 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.110144 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.110649 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.110880 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.111501 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.112225 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.112225 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.113056 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.114322 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.114322 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.114322 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.114322 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.114632 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.114720 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.114962 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.115187 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.115405 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.115716 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.115970 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.116199 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.116492 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.117372 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.117673 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.118169 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.118917 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.119167 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.119421 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.119650 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.119882 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.120366 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.120982 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.122525 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.123022 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.123331 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.123624 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.123908 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.124213 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.124471 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.125294 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.125294 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.125442 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.125690 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.125885 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.126396 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.126669 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.126916 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.127146 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.127225 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:14:43.127389 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.127613 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.128583 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.128583 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.128583 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.128583 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.128895 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.129028 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.129251 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.129510 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.129731 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.130000 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.130275 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.130429 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 14:14:43.130936 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92926) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 29 14:14:43.131129 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 14:14:43.131281 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 14:14:43.131426 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 14:14:43.131594 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 14:14:43.131752 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 14:14:43.131962 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.132128 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.132401 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.132674 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.132867 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.133036 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.133201 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.133364 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.133526 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.133688 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.133850 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.134907 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.135076 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.135235 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.135399 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.135564 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.135727 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.135866 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.136033 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.136199 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.136344 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.136510 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.136663 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] debug = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.137558 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.137558 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.137558 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.137558 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.137558 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.138298 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.138298 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.138298 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.138298 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.138298 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.138935 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.138935 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.138935 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.138935 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.139446 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.139446 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.139446 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.139446 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] host = dv-cinder-802882-2-iscsi {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.139965 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.139965 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.139965 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.140376 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.140376 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.140376 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.140856 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.140856 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.140856 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.141243 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.141243 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.141243 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.141632 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.141632 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] log_file = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.141889 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] log_options = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.141889 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.142176 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.142176 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.142353 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.142476 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.142649 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.142795 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.143123 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.143287 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.143451 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.143606 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.143770 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.143927 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.144080 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.144236 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.144400 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.144677 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.144803 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.145151 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.145483 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.145842 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.146024 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.146631 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.146999 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.147310 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.148641 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.148797 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.148961 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.149494 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.149666 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.149844 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.150005 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.150154 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.150749 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.151049 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.151338 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.151642 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.152736 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.152929 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.153078 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.153222 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.153362 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.153500 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.154271 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.154271 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.154864 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] use_json = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.155039 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.155211 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.155352 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.155491 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.155662 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.155825 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.155958 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.156446 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:14:43.156446 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.156446 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.157194 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.157194 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.157194 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.157194 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.157643 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.157643 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.157643 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.158080 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.158080 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.159206 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.159206 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.159206 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.159665 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.159843 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.160935 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.161105 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.161266 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.161455 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.161612 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.161759 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.161939 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.164409 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.164595 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.164762 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.165208 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.165208 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.165359 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.165444 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.165584 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.165798 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.166104 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.166104 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.166383 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.166383 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.166643 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.166774 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.166926 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.167063 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.167192 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.167327 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.167468 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.173936 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.173936 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.173936 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.173936 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.173936 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.173936 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.173936 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.173936 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.173936 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.174619 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.174619 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.174619 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.174619 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.174619 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.174619 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.174619 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.174619 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.174619 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.175213 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.175213 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.175213 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.175213 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.175213 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.175213 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.175213 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.175213 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.175213 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.175802 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.175802 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.175802 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.175802 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.175802 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.175802 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.175802 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.175802 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.175802 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.176387 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.176387 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.176387 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.176387 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.176387 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.176387 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.176387 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.176387 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.177030 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.177030 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.177030 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.177030 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.177030 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.177030 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.177030 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.177030 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.177528 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.177528 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.177528 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.177528 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.177528 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.177528 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.177528 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.177528 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.178007 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.178007 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.178007 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.178007 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.178007 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.178007 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.178341 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.178341 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.178562 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.178562 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.178710 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.178849 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.179020 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.179229 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.179395 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.179560 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.179723 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.179888 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.180051 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.180216 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.180381 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.180546 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.180710 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.180875 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.181048 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.181227 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.181385 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.181548 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.181712 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.181902 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.182094 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.182257 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.182423 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.182588 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.183132 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.183132 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.183132 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.183451 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.183451 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.183641 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.183763 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.183869 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.183984 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.184130 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.185038 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.185038 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.185038 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.185038 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.185038 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.185526 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.185526 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.185526 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.185829 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.185829 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.186112 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.186112 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.186946 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.187393 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.187780 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.187941 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.188091 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.188230 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.189014 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.189014 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.189014 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.190693 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.190693 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.190693 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.190693 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.191001 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.191001 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.191129 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.191354 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.191627 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.191853 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.192083 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.192258 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.192426 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.192715 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.192935 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.193246 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.193344 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.193532 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.193763 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.195010 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.195270 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.195534 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.195708 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.195874 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.196723 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.196908 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.197060 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.197231 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.197398 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.197560 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.197876 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.198256 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.198422 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.198585 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.198758 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.198903 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.199099 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.199250 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.199381 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.199536 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.199702 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.199891 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.200066 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.200197 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.200378 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.200520 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.200629 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.200789 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.200966 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.201142 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.202071 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.202071 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.202071 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.202071 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.202071 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.202071 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.202425 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.202425 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.202562 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.202786 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.202878 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.203044 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.203219 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.203313 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.203490 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.203675 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.203769 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.204003 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.204100 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.204239 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.204381 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.204536 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.204690 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.204855 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.205023 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.205186 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.205346 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.205513 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.205672 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.206553 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.206553 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.206553 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.206553 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.206553 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.206884 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.206884 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.207027 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.207095 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.207235 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.207397 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.207565 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.207725 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.207893 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.208061 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.208230 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.208391 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.208555 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.208728 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.208889 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.209049 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.209208 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.209368 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.209528 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.209687 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.209847 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.210016 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.210174 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.210324 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.211059 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.211253 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.211388 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.211533 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.211680 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.211841 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.212001 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.212157 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.212304 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:14:43.212535 dv-cinder-802882-2-iscsi neutron-server[92926]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 14:14:55.101621 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2928da-f56f-4285-8847-29e36e6fe3cf None None] get_active_networks_info from dv-cinder-802882-2-iscsi {{(pid=93048) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 14:14:55.277294 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2928da-f56f-4285-8847-29e36e6fe3cf None None] No non-hosted networks {{(pid=93048) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 29 14:14:55.293764 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.agentschedulers_db [None req-7d2928da-f56f-4285-8847-29e36e6fe3cf None None] DHCP Agent not found on host dv-cinder-802882-2-iscsi {{(pid=93048) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 29 14:14:55.363969 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ec9c0c86-ace4-45dc-864c-929e565d058f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579032'] for agent, after_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:58.013799 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e7749bfc-63ad-4f28-be1c-c5f88be1f5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579032'] for agent, after_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:58.074953 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e024676b-eeb9-40f4-97eb-af9cdec58583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:58.244153 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579032'] for agent, after_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:58.245249 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:58.245974 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:58.246543 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:58.246953 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:58.247364 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:58.247751 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:58.248135 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:58.248553 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:58.248938 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:58.249276 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:58.249827 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:58.250280 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:58.250681 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-802882-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:14:58.259844 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-802882-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:14:59.352653 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579032'] for agent, after_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:01.362578 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579032'] for agent, after_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:03.138795 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 51936) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:15:03.943252 dv-cinder-802882-2-iscsi neutron-server[93047]: WARNING oslo_policy.policy [None req-bf992f72-617b-4ac2-a2d2-3adf6704bdfe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 14:15:03.944139 dv-cinder-802882-2-iscsi neutron-server[93047]: WARNING oslo_policy.policy [None req-bf992f72-617b-4ac2-a2d2-3adf6704bdfe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 14:15:04.219332 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [None req-bf992f72-617b-4ac2-a2d2-3adf6704bdfe admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:15:04.221196 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-bf992f72-617b-4ac2-a2d2-3adf6704bdfe admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.0794981 Jul 29 14:15:05.735039 dv-cinder-802882-2-iscsi neutron-server[93048]: INFO neutron.db.l3_hamode_db [None req-cd894fac-7131-4c92-a81c-ddcbfaaaf51b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 29 14:15:05.827541 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd894fac-7131-4c92-a81c-ddcbfaaaf51b None None] Routers set() bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:15:05.828055 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd894fac-7131-4c92-a81c-ddcbfaaaf51b None None] Router IDs set() for agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 14:15:06.730379 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 51950) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:15:07.262450 dv-cinder-802882-2-iscsi neutron-server[93046]: WARNING oslo_policy.policy [None req-7463a5ff-f76d-41e6-a9c0-482251df92d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 14:15:07.263131 dv-cinder-802882-2-iscsi neutron-server[93046]: WARNING oslo_policy.policy [None req-7463a5ff-f76d-41e6-a9c0-482251df92d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 14:15:07.500945 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-7463a5ff-f76d-41e6-a9c0-482251df92d9 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:15:07.604659 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.policy [None req-7463a5ff-f76d-41e6-a9c0-482251df92d9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93046) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 14:15:07.656346 dv-cinder-802882-2-iscsi neutron-server[93046]: WARNING oslo_policy.policy [None req-7463a5ff-f76d-41e6-a9c0-482251df92d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 14:15:07.656845 dv-cinder-802882-2-iscsi neutron-server[93046]: WARNING oslo_policy.policy [None req-7463a5ff-f76d-41e6-a9c0-482251df92d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 14:15:07.666342 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.quota [None req-7463a5ff-f76d-41e6-a9c0-482251df92d9 admin admin] Loaded quota_driver: . Jul 29 14:15:07.767124 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7463a5ff-f76d-41e6-a9c0-482251df92d9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774387577858', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774387583549', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774387590759', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774387596410', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774387961683', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774387617450', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1641560', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1642550', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-572855', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-774406'] for rbac-policy, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:07.831916 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7463a5ff-f76d-41e6-a9c0-482251df92d9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:07.833147 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-7463a5ff-f76d-41e6-a9c0-482251df92d9 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1017959 Jul 29 14:15:10.581531 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 51968) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:15:10.909762 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-90bdcb7e-bf4b-4050-9f9b-f1ab23fe66a3 admin admin] Request body: {'network': {'project_id': '4aefd587f710416fb8282a6609e13556', 'name': 'private', 'admin_state_up': True, 'tenant_id': '4aefd587f710416fb8282a6609e13556'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:15:10.941429 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bdcb7e-bf4b-4050-9f9b-f1ab23fe66a3 admin admin] Made reservation on behalf of 4aefd587f710416fb8282a6609e13556 for: {'network': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:15:10.944301 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-90bdcb7e-bf4b-4050-9f9b-f1ab23fe66a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for network, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:10.962919 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-90bdcb7e-bf4b-4050-9f9b-f1ab23fe66a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:11.121102 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-90bdcb7e-bf4b-4050-9f9b-f1ab23fe66a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:11.125462 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-90bdcb7e-bf4b-4050-9f9b-f1ab23fe66a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:11.149233 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90bdcb7e-bf4b-4050-9f9b-f1ab23fe66a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=93046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:15:11.183541 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-90bdcb7e-bf4b-4050-9f9b-f1ab23fe66a3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774390517032', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:11.184229 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-90bdcb7e-bf4b-4050-9f9b-f1ab23fe66a3 admin admin] Unsubscribe: segment precommit_create {{(pid=93046) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 14:15:11.184857 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.db.segments_db [None req-90bdcb7e-bf4b-4050-9f9b-f1ab23fe66a3 admin admin] Added segment 70d6db42-8d8e-494c-8dce-444e7687f0b8 of type vlan for network 0b8b505e-7d19-4460-84c9-f7b6af24f996 Jul 29 14:15:11.205404 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bdcb7e-bf4b-4050-9f9b-f1ab23fe66a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e828ce-fc6a-4b88-bd22-d23acd7403d6,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:15:11.235242 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bdcb7e-bf4b-4050-9f9b-f1ab23fe66a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:11.235585 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bdcb7e-bf4b-4050-9f9b-f1ab23fe66a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:11.235921 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bdcb7e-bf4b-4050-9f9b-f1ab23fe66a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:11.236253 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bdcb7e-bf4b-4050-9f9b-f1ab23fe66a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:11.236595 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bdcb7e-bf4b-4050-9f9b-f1ab23fe66a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:11.236917 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bdcb7e-bf4b-4050-9f9b-f1ab23fe66a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:11.237241 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bdcb7e-bf4b-4050-9f9b-f1ab23fe66a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:11.237560 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bdcb7e-bf4b-4050-9f9b-f1ab23fe66a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:11.237980 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bdcb7e-bf4b-4050-9f9b-f1ab23fe66a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:11.238345 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bdcb7e-bf4b-4050-9f9b-f1ab23fe66a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:11.238728 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bdcb7e-bf4b-4050-9f9b-f1ab23fe66a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:11.239048 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bdcb7e-bf4b-4050-9f9b-f1ab23fe66a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:11.240461 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bdcb7e-bf4b-4050-9f9b-f1ab23fe66a3 admin admin] Tracked resource versions report: Jul 29 14:15:11.240461 dv-cinder-802882-2-iscsi neutron-server[93046]: pushed versions: Jul 29 14:15:11.240461 dv-cinder-802882-2-iscsi neutron-server[93046]: { 'AddressGroup': {'1.2'}, Jul 29 14:15:11.240461 dv-cinder-802882-2-iscsi neutron-server[93046]: 'ConntrackHelper': {'1.0'}, Jul 29 14:15:11.240461 dv-cinder-802882-2-iscsi neutron-server[93046]: 'Log': {'1.0'}, Jul 29 14:15:11.240461 dv-cinder-802882-2-iscsi neutron-server[93046]: 'Network': {'1.1'}, Jul 29 14:15:11.240461 dv-cinder-802882-2-iscsi neutron-server[93046]: 'Port': {'1.7'}, Jul 29 14:15:11.240461 dv-cinder-802882-2-iscsi neutron-server[93046]: 'PortForwarding': {'1.2'}, Jul 29 14:15:11.240461 dv-cinder-802882-2-iscsi neutron-server[93046]: 'QosPolicy': {'1.8'}, Jul 29 14:15:11.240461 dv-cinder-802882-2-iscsi neutron-server[93046]: 'SecurityGroup': {'1.4'}, Jul 29 14:15:11.240461 dv-cinder-802882-2-iscsi neutron-server[93046]: 'SecurityGroupRule': {'1.2'}, Jul 29 14:15:11.240461 dv-cinder-802882-2-iscsi neutron-server[93046]: 'SubPort': {'1.0'}, Jul 29 14:15:11.240461 dv-cinder-802882-2-iscsi neutron-server[93046]: 'Subnet': {'1.1'}, Jul 29 14:15:11.240461 dv-cinder-802882-2-iscsi neutron-server[93046]: 'Trunk': {'1.1'}} Jul 29 14:15:11.240461 dv-cinder-802882-2-iscsi neutron-server[93046]: consumer versions: Jul 29 14:15:11.240461 dv-cinder-802882-2-iscsi neutron-server[93046]: { DHCP agent@dv-cinder-802882-2-iscsi: {}, Jul 29 14:15:11.240461 dv-cinder-802882-2-iscsi neutron-server[93046]: L3 agent@dv-cinder-802882-2-iscsi: {}, Jul 29 14:15:11.240461 dv-cinder-802882-2-iscsi neutron-server[93046]: Metadata agent@dv-cinder-802882-2-iscsi: {}, Jul 29 14:15:11.240461 dv-cinder-802882-2-iscsi neutron-server[93046]: Metering agent@dv-cinder-802882-2-iscsi: {}, Jul 29 14:15:11.240461 dv-cinder-802882-2-iscsi neutron-server[93046]: Open vSwitch agent@dv-cinder-802882-2-iscsi: { 'AddressGroup': '1.2', Jul 29 14:15:11.240461 dv-cinder-802882-2-iscsi neutron-server[93046]: 'ConntrackHelper': '1.0', Jul 29 14:15:11.240461 dv-cinder-802882-2-iscsi neutron-server[93046]: 'Log': '1.0', Jul 29 14:15:11.240461 dv-cinder-802882-2-iscsi neutron-server[93046]: 'Network': '1.1', Jul 29 14:15:11.240461 dv-cinder-802882-2-iscsi neutron-server[93046]: 'Port': '1.7', Jul 29 14:15:11.240461 dv-cinder-802882-2-iscsi neutron-server[93046]: 'PortForwarding': '1.2', Jul 29 14:15:11.240461 dv-cinder-802882-2-iscsi neutron-server[93046]: 'QosPolicy': '1.8', Jul 29 14:15:11.240461 dv-cinder-802882-2-iscsi neutron-server[93046]: 'SecurityGroup': '1.4', Jul 29 14:15:11.240461 dv-cinder-802882-2-iscsi neutron-server[93046]: 'SecurityGroupRule': '1.2', Jul 29 14:15:11.240461 dv-cinder-802882-2-iscsi neutron-server[93046]: 'SubPort': '1.0', Jul 29 14:15:11.240461 dv-cinder-802882-2-iscsi neutron-server[93046]: 'Subnet': '1.1', Jul 29 14:15:11.240461 dv-cinder-802882-2-iscsi neutron-server[93046]: 'Trunk': '1.1'}} Jul 29 14:15:11.240461 dv-cinder-802882-2-iscsi neutron-server[93046]: {{(pid=93046) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 14:15:11.321010 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-90bdcb7e-bf4b-4050-9f9b-f1ab23fe66a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774390054750'] for network, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:11.382054 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-90bdcb7e-bf4b-4050-9f9b-f1ab23fe66a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:11.383644 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bdcb7e-bf4b-4050-9f9b-f1ab23fe66a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:15:11.384567 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-90bdcb7e-bf4b-4050-9f9b-f1ab23fe66a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:11.475572 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-90bdcb7e-bf4b-4050-9f9b-f1ab23fe66a3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8927712 Jul 29 14:15:11.491031 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bdcb7e-bf4b-4050-9f9b-f1ab23fe66a3 admin admin] Pushing event updated for resources: {'Network': ['ID=0b8b505e-7d19-4460-84c9-f7b6af24f996,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:15:11.503131 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Network 0b8b505e-7d19-4460-84c9-f7b6af24f996 details requested by agent ovs-agent-dv-cinder-802882-2-iscsi with host dv-cinder-802882-2-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:15:14.192640 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 51982) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:15:14.735235 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.policy [None req-300c0184-1383-4b99-9454-669226d3ea55 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93047) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 14:15:14.782824 dv-cinder-802882-2-iscsi neutron-server[93047]: WARNING oslo_policy.policy [None req-300c0184-1383-4b99-9454-669226d3ea55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 14:15:14.783292 dv-cinder-802882-2-iscsi neutron-server[93047]: WARNING oslo_policy.policy [None req-300c0184-1383-4b99-9454-669226d3ea55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 14:15:14.791956 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300c0184-1383-4b99-9454-669226d3ea55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:15:14.794081 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-300c0184-1383-4b99-9454-669226d3ea55 admin admin] 10.222.0.44 "GET /v2.0/networks/0b8b505e-7d19-4460-84c9-f7b6af24f996 HTTP/1.1" status: 200 len: 825 time: 0.6004763 Jul 29 14:15:14.836530 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-6f5e39c1-14b3-4b74-bffb-6e1a1608f817 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/ea4802b8-d439-414b-acd6-e6ce80aae011 HTTP/1.1" status: 200 len: 734 time: 0.0361059 Jul 29 14:15:14.848854 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-a6041620-8beb-4249-9930-20607e77f1a1 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '0b8b505e-7d19-4460-84c9-f7b6af24f996', 'tenant_id': '4aefd587f710416fb8282a6609e13556', 'ip_version': 4, 'subnetpool_id': 'ea4802b8-d439-414b-acd6-e6ce80aae011'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:15:14.850439 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.quota [None req-a6041620-8beb-4249-9930-20607e77f1a1 admin admin] Loaded quota_driver: . Jul 29 14:15:14.895467 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6041620-8beb-4249-9930-20607e77f1a1 admin admin] Made reservation on behalf of 4aefd587f710416fb8282a6609e13556 for: {'subnet': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:15:14.899057 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a6041620-8beb-4249-9930-20607e77f1a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:15.224997 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a6041620-8beb-4249-9930-20607e77f1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for subnet, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:15.306559 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6041620-8beb-4249-9930-20607e77f1a1 admin admin] Checking segment: {'id': '70d6db42-8d8e-494c-8dce-444e7687f0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0b8b505e-7d19-4460-84c9-f7b6af24f996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:15:15.306956 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6041620-8beb-4249-9930-20607e77f1a1 admin admin] Network hostable DHCP agents. Network: 0b8b505e-7d19-4460-84c9-f7b6af24f996, hostable agents: ['7d25a96f-5a28-47f2-8bd3-87860bff61e6'], hosted agents: [] {{(pid=93047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:15:15.314734 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6041620-8beb-4249-9930-20607e77f1a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f90ff2c-4ba8-49ec-8048-a6696c69725a,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:15:15.327560 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6041620-8beb-4249-9930-20607e77f1a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:15.327933 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6041620-8beb-4249-9930-20607e77f1a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:15.328278 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6041620-8beb-4249-9930-20607e77f1a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:15.328616 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6041620-8beb-4249-9930-20607e77f1a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:15.328946 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6041620-8beb-4249-9930-20607e77f1a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:15.329277 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6041620-8beb-4249-9930-20607e77f1a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:15.329606 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6041620-8beb-4249-9930-20607e77f1a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:15.329955 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6041620-8beb-4249-9930-20607e77f1a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:15.330357 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6041620-8beb-4249-9930-20607e77f1a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:15.330759 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6041620-8beb-4249-9930-20607e77f1a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:15.331181 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6041620-8beb-4249-9930-20607e77f1a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:15.331603 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6041620-8beb-4249-9930-20607e77f1a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:15.332890 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6041620-8beb-4249-9930-20607e77f1a1 admin admin] Tracked resource versions report: Jul 29 14:15:15.332890 dv-cinder-802882-2-iscsi neutron-server[93047]: pushed versions: Jul 29 14:15:15.332890 dv-cinder-802882-2-iscsi neutron-server[93047]: { 'AddressGroup': {'1.2'}, Jul 29 14:15:15.332890 dv-cinder-802882-2-iscsi neutron-server[93047]: 'ConntrackHelper': {'1.0'}, Jul 29 14:15:15.332890 dv-cinder-802882-2-iscsi neutron-server[93047]: 'Log': {'1.0'}, Jul 29 14:15:15.332890 dv-cinder-802882-2-iscsi neutron-server[93047]: 'Network': {'1.1'}, Jul 29 14:15:15.332890 dv-cinder-802882-2-iscsi neutron-server[93047]: 'Port': {'1.7'}, Jul 29 14:15:15.332890 dv-cinder-802882-2-iscsi neutron-server[93047]: 'PortForwarding': {'1.2'}, Jul 29 14:15:15.332890 dv-cinder-802882-2-iscsi neutron-server[93047]: 'QosPolicy': {'1.8'}, Jul 29 14:15:15.332890 dv-cinder-802882-2-iscsi neutron-server[93047]: 'SecurityGroup': {'1.4'}, Jul 29 14:15:15.332890 dv-cinder-802882-2-iscsi neutron-server[93047]: 'SecurityGroupRule': {'1.2'}, Jul 29 14:15:15.332890 dv-cinder-802882-2-iscsi neutron-server[93047]: 'SubPort': {'1.0'}, Jul 29 14:15:15.332890 dv-cinder-802882-2-iscsi neutron-server[93047]: 'Subnet': {'1.1'}, Jul 29 14:15:15.332890 dv-cinder-802882-2-iscsi neutron-server[93047]: 'Trunk': {'1.1'}} Jul 29 14:15:15.332890 dv-cinder-802882-2-iscsi neutron-server[93047]: consumer versions: Jul 29 14:15:15.332890 dv-cinder-802882-2-iscsi neutron-server[93047]: { DHCP agent@dv-cinder-802882-2-iscsi: {}, Jul 29 14:15:15.332890 dv-cinder-802882-2-iscsi neutron-server[93047]: L3 agent@dv-cinder-802882-2-iscsi: {}, Jul 29 14:15:15.332890 dv-cinder-802882-2-iscsi neutron-server[93047]: Metadata agent@dv-cinder-802882-2-iscsi: {}, Jul 29 14:15:15.332890 dv-cinder-802882-2-iscsi neutron-server[93047]: Metering agent@dv-cinder-802882-2-iscsi: {}, Jul 29 14:15:15.332890 dv-cinder-802882-2-iscsi neutron-server[93047]: Open vSwitch agent@dv-cinder-802882-2-iscsi: { 'AddressGroup': '1.2', Jul 29 14:15:15.332890 dv-cinder-802882-2-iscsi neutron-server[93047]: 'ConntrackHelper': '1.0', Jul 29 14:15:15.332890 dv-cinder-802882-2-iscsi neutron-server[93047]: 'Log': '1.0', Jul 29 14:15:15.332890 dv-cinder-802882-2-iscsi neutron-server[93047]: 'Network': '1.1', Jul 29 14:15:15.332890 dv-cinder-802882-2-iscsi neutron-server[93047]: 'Port': '1.7', Jul 29 14:15:15.332890 dv-cinder-802882-2-iscsi neutron-server[93047]: 'PortForwarding': '1.2', Jul 29 14:15:15.332890 dv-cinder-802882-2-iscsi neutron-server[93047]: 'QosPolicy': '1.8', Jul 29 14:15:15.332890 dv-cinder-802882-2-iscsi neutron-server[93047]: 'SecurityGroup': '1.4', Jul 29 14:15:15.332890 dv-cinder-802882-2-iscsi neutron-server[93047]: 'SecurityGroupRule': '1.2', Jul 29 14:15:15.332890 dv-cinder-802882-2-iscsi neutron-server[93047]: 'SubPort': '1.0', Jul 29 14:15:15.332890 dv-cinder-802882-2-iscsi neutron-server[93047]: 'Subnet': '1.1', Jul 29 14:15:15.332890 dv-cinder-802882-2-iscsi neutron-server[93047]: 'Trunk': '1.1'}} Jul 29 14:15:15.332890 dv-cinder-802882-2-iscsi neutron-server[93047]: {{(pid=93047) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 14:15:15.373731 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6041620-8beb-4249-9930-20607e77f1a1 admin admin] Network 0b8b505e-7d19-4460-84c9-f7b6af24f996 is scheduled to be hosted by DHCP agent 7d25a96f-5a28-47f2-8bd3-87860bff61e6 with binding_index 1 {{(pid=93047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:15:15.387085 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-a6041620-8beb-4249-9930-20607e77f1a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-2-iscsi, 0b8b505e-7d19-4460-84c9-f7b6af24f996) {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:15:15.392158 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6041620-8beb-4249-9930-20607e77f1a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:15:15.392782 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a6041620-8beb-4249-9930-20607e77f1a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:15.398108 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13fb2b9-370e-460b-9749-36a487f213a2 None None] Network 0b8b505e-7d19-4460-84c9-f7b6af24f996 requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:15:15.413733 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-a6041620-8beb-4249-9930-20607e77f1a1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5686848 Jul 29 14:15:15.730461 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp996c38f0-f082-52d3-b50b-327a8c50c333-0b8b505e-7d19-4460-84c9-f7b6af24f996', 'network_id': '0b8b505e-7d19-4460-84c9-f7b6af24f996', 'tenant_id': '4aefd587f710416fb8282a6609e13556', 'fixed_ips': [{'subnet_id': '8f90ff2c-4ba8-49ec-8048-a6696c69725a'}]}} from dv-cinder-802882-2-iscsi. {{(pid=93048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:15:15.731737 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:16.029997 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.db_base_plugin_common [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] Allocated IP 172.20.0.2 (0b8b505e-7d19-4460-84c9-f7b6af24f996/8f90ff2c-4ba8-49ec-8048-a6696c69725a/c1e29b29-273a-4936-b52e-71ac336e6060) {{(pid=93048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:15:16.271395 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] Notify callbacks [] for port, precommit_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:16.287559 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] Transition to ACTIVE for port object c1e29b29-273a-4936-b52e-71ac336e6060 will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:15:16.311942 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] Transition to ACTIVE for port object c1e29b29-273a-4936-b52e-71ac336e6060 will not be triggered until provisioned by entity DHCP. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:15:16.319943 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078'] for port, after_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:16.392049 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] Network 0b8b505e-7d19-4460-84c9-f7b6af24f996 is already hosted by enough agents. {{(pid=93048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:15:16.398698 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.scheduler.base_scheduler [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] Resources bound (agent type, host, resource id): {{(pid=93048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:15:16.410656 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] Received port after_create {{(pid=93048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:15:16.414390 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] Pushing event updated for resources: {'Port': ['ID=c1e29b29-273a-4936-b52e-71ac336e6060,revision_number=1']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:15:16.445396 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:16.445759 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:16.446147 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:16.446493 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:16.446834 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:16.447178 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:16.447509 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:16.447844 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:16.448193 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:16.448532 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:16.448865 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:16.449188 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:16.450451 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] Tracked resource versions report: Jul 29 14:15:16.450451 dv-cinder-802882-2-iscsi neutron-server[93048]: pushed versions: Jul 29 14:15:16.450451 dv-cinder-802882-2-iscsi neutron-server[93048]: { 'AddressGroup': {'1.2'}, Jul 29 14:15:16.450451 dv-cinder-802882-2-iscsi neutron-server[93048]: 'ConntrackHelper': {'1.0'}, Jul 29 14:15:16.450451 dv-cinder-802882-2-iscsi neutron-server[93048]: 'Log': {'1.0'}, Jul 29 14:15:16.450451 dv-cinder-802882-2-iscsi neutron-server[93048]: 'Network': {'1.1'}, Jul 29 14:15:16.450451 dv-cinder-802882-2-iscsi neutron-server[93048]: 'Port': {'1.7'}, Jul 29 14:15:16.450451 dv-cinder-802882-2-iscsi neutron-server[93048]: 'PortForwarding': {'1.2'}, Jul 29 14:15:16.450451 dv-cinder-802882-2-iscsi neutron-server[93048]: 'QosPolicy': {'1.8'}, Jul 29 14:15:16.450451 dv-cinder-802882-2-iscsi neutron-server[93048]: 'SecurityGroup': {'1.4'}, Jul 29 14:15:16.450451 dv-cinder-802882-2-iscsi neutron-server[93048]: 'SecurityGroupRule': {'1.2'}, Jul 29 14:15:16.450451 dv-cinder-802882-2-iscsi neutron-server[93048]: 'SubPort': {'1.0'}, Jul 29 14:15:16.450451 dv-cinder-802882-2-iscsi neutron-server[93048]: 'Subnet': {'1.1'}, Jul 29 14:15:16.450451 dv-cinder-802882-2-iscsi neutron-server[93048]: 'Trunk': {'1.1'}} Jul 29 14:15:16.450451 dv-cinder-802882-2-iscsi neutron-server[93048]: consumer versions: Jul 29 14:15:16.450451 dv-cinder-802882-2-iscsi neutron-server[93048]: { DHCP agent@dv-cinder-802882-2-iscsi: {}, Jul 29 14:15:16.450451 dv-cinder-802882-2-iscsi neutron-server[93048]: L3 agent@dv-cinder-802882-2-iscsi: {}, Jul 29 14:15:16.450451 dv-cinder-802882-2-iscsi neutron-server[93048]: Metadata agent@dv-cinder-802882-2-iscsi: {}, Jul 29 14:15:16.450451 dv-cinder-802882-2-iscsi neutron-server[93048]: Metering agent@dv-cinder-802882-2-iscsi: {}, Jul 29 14:15:16.450451 dv-cinder-802882-2-iscsi neutron-server[93048]: Open vSwitch agent@dv-cinder-802882-2-iscsi: { 'AddressGroup': '1.2', Jul 29 14:15:16.450451 dv-cinder-802882-2-iscsi neutron-server[93048]: 'ConntrackHelper': '1.0', Jul 29 14:15:16.450451 dv-cinder-802882-2-iscsi neutron-server[93048]: 'Log': '1.0', Jul 29 14:15:16.450451 dv-cinder-802882-2-iscsi neutron-server[93048]: 'Network': '1.1', Jul 29 14:15:16.450451 dv-cinder-802882-2-iscsi neutron-server[93048]: 'Port': '1.7', Jul 29 14:15:16.450451 dv-cinder-802882-2-iscsi neutron-server[93048]: 'PortForwarding': '1.2', Jul 29 14:15:16.450451 dv-cinder-802882-2-iscsi neutron-server[93048]: 'QosPolicy': '1.8', Jul 29 14:15:16.450451 dv-cinder-802882-2-iscsi neutron-server[93048]: 'SecurityGroup': '1.4', Jul 29 14:15:16.450451 dv-cinder-802882-2-iscsi neutron-server[93048]: 'SecurityGroupRule': '1.2', Jul 29 14:15:16.450451 dv-cinder-802882-2-iscsi neutron-server[93048]: 'SubPort': '1.0', Jul 29 14:15:16.450451 dv-cinder-802882-2-iscsi neutron-server[93048]: 'Subnet': '1.1', Jul 29 14:15:16.450451 dv-cinder-802882-2-iscsi neutron-server[93048]: 'Trunk': '1.1'}} Jul 29 14:15:16.450451 dv-cinder-802882-2-iscsi neutron-server[93048]: {{(pid=93048) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 14:15:16.501336 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] Attempting to bind port c1e29b29-273a-4936-b52e-71ac336e6060 on host dv-cinder-802882-2-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:15:16.501810 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] Attempting to bind port c1e29b29-273a-4936-b52e-71ac336e6060 by drivers openvswitch,hyperv on host dv-cinder-802882-2-iscsi at level 0 using segments [{'id': '70d6db42-8d8e-494c-8dce-444e7687f0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0b8b505e-7d19-4460-84c9-f7b6af24f996'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:15:16.502253 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] Attempting to bind port c1e29b29-273a-4936-b52e-71ac336e6060 on network 0b8b505e-7d19-4460-84c9-f7b6af24f996 {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:15:16.507469 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] Checking agent: {'id': '1ca66b18-24af-4c4d-ab67-53f04b5066d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 14, 58), 'started_at': datetime.datetime(2021, 7, 29, 14, 14, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:15:16.508274 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] Checking segment: {'id': '70d6db42-8d8e-494c-8dce-444e7687f0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0b8b505e-7d19-4460-84c9-f7b6af24f996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:15:16.508742 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:16.509135 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] Bound using segment: {'id': '70d6db42-8d8e-494c-8dce-444e7687f0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0b8b505e-7d19-4460-84c9-f7b6af24f996'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:15:16.509619 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] Bound port: c1e29b29-273a-4936-b52e-71ac336e6060, host: dv-cinder-802882-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d6db42-8d8e-494c-8dce-444e7687f0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0b8b505e-7d19-4460-84c9-f7b6af24f996'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:15:16.510086 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:16.575601 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] For port c1e29b29-273a-4936-b52e-71ac336e6060, host dv-cinder-802882-2-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:15:16.581079 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] For port c1e29b29-273a-4936-b52e-71ac336e6060, host dv-cinder-802882-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=c1e29b29-273a-4936-b52e-71ac336e6060,segment=NetworkSegment(70d6db42-8d8e-494c-8dce-444e7687f0b8),segment_id=70d6db42-8d8e-494c-8dce-444e7687f0b8)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:15:16.584689 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:16.652275 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f20aa-99bb-4b56-8b4f-ebace31c8db2 None None] Pushing event updated for resources: {'Port': ['ID=c1e29b29-273a-4936-b52e-71ac336e6060,revision_number=2']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:15:17.901870 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 51996) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:15:18.335073 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [None req-c5a041a0-e8d3-4694-877d-cd62ad52bad9 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:15:18.336736 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-c5a041a0-e8d3-4694-877d-cd62ad52bad9 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4337888 Jul 29 14:15:20.874201 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 52004) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:15:21.215251 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [None req-47f1a8d5-cfc4-43de-b833-fd523dd1dbc2 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:15:21.216386 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-47f1a8d5-cfc4-43de-b833-fd523dd1dbc2 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3410614 Jul 29 14:15:23.997568 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 52014) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:15:24.342937 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-38ace4d6-f6b6-47a9-a34c-07eb3615fd63 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '4aefd587f710416fb8282a6609e13556'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:15:24.372251 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-38ace4d6-f6b6-47a9-a34c-07eb3615fd63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2750'] for router, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:24.374254 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-38ace4d6-f6b6-47a9-a34c-07eb3615fd63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2737'] for router, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:24.534847 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-38ace4d6-f6b6-47a9-a34c-07eb3615fd63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:24.541751 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-38ace4d6-f6b6-47a9-a34c-07eb3615fd63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744687'] for router, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:24.556967 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-38ace4d6-f6b6-47a9-a34c-07eb3615fd63 admin admin] Notify callbacks [] for router, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:24.558210 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-38ace4d6-f6b6-47a9-a34c-07eb3615fd63 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5596266 Jul 29 14:15:25.032039 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-fbc124d3-b000-441f-8e43-c03cf3c2ae3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:25.546425 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c92ff60-b407-45b9-9bee-f36bfa3c997c None None] Network 0b8b505e-7d19-4460-84c9-f7b6af24f996 requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:15:25.605641 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-dec21347-8e88-4a47-8fb8-3925af077b75 None None] Provisioning for port c1e29b29-273a-4936-b52e-71ac336e6060 completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:15:26.355069 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device c1e29b29-273a-4936-b52e-71ac336e6060 up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:15:26.439945 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning for port c1e29b29-273a-4936-b52e-71ac336e6060 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:15:26.444121 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port c1e29b29-273a-4936-b52e-71ac336e6060 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:15:26.444523 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:26.560074 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:26.596767 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] For port c1e29b29-273a-4936-b52e-71ac336e6060, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=c1e29b29-273a-4936-b52e-71ac336e6060,segment=NetworkSegment(70d6db42-8d8e-494c-8dce-444e7687f0b8),segment_id=70d6db42-8d8e-494c-8dce-444e7687f0b8)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:15:26.601527 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:26.650367 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Pushing event updated for resources: {'Port': ['ID=c1e29b29-273a-4936-b52e-71ac336e6060,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:15:27.127514 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 52026) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:15:27.495443 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [None req-f5d3ecb3-6bf8-4300-8fe9-7bd2d8bcd17f admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:15:27.496680 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-f5d3ecb3-6bf8-4300-8fe9-7bd2d8bcd17f admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3681586 Jul 29 14:15:28.000612 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-278e0909-8e46-4081-bcca-99321f066246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:28.227384 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:28.334255 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device c1e29b29-273a-4936-b52e-71ac336e6060 up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:15:28.388341 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port c1e29b29-273a-4936-b52e-71ac336e6060 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:15:28.388720 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:29.265181 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:29.946302 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 52038) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:15:30.278071 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-d197ac03-4f7f-4ee3-a0d2-5d0cc778f16b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:15:30.301447 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d197ac03-4f7f-4ee3-a0d2-5d0cc778f16b admin admin] Made reservation on behalf of 521b5ec6e3144b2cbe31dc5b96e45c0c for: {'network': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:15:30.303733 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d197ac03-4f7f-4ee3-a0d2-5d0cc778f16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for network, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:30.312634 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d197ac03-4f7f-4ee3-a0d2-5d0cc778f16b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:30.402516 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d197ac03-4f7f-4ee3-a0d2-5d0cc778f16b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:30.406725 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d197ac03-4f7f-4ee3-a0d2-5d0cc778f16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:30.424604 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d197ac03-4f7f-4ee3-a0d2-5d0cc778f16b admin admin] Reserving flat network on physical network physnet1 {{(pid=93046) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 29 14:15:30.443401 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197ac03-4f7f-4ee3-a0d2-5d0cc778f16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48783871-20a5-4220-89e4-da24f6c5ccaa,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:15:30.449180 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d197ac03-4f7f-4ee3-a0d2-5d0cc778f16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:30.449536 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.db.segments_db [None req-d197ac03-4f7f-4ee3-a0d2-5d0cc778f16b admin admin] Added segment e7b1a31c-3199-44cd-ae65-85b7e84c8d28 of type flat for network 32664875-679c-4a6a-adbf-80e7664b419a Jul 29 14:15:30.499903 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d197ac03-4f7f-4ee3-a0d2-5d0cc778f16b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774390054750'] for network, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:30.538544 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d197ac03-4f7f-4ee3-a0d2-5d0cc778f16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:30.540050 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d197ac03-4f7f-4ee3-a0d2-5d0cc778f16b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:15:30.540959 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d197ac03-4f7f-4ee3-a0d2-5d0cc778f16b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:30.596062 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-d197ac03-4f7f-4ee3-a0d2-5d0cc778f16b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6485198 Jul 29 14:15:30.605548 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197ac03-4f7f-4ee3-a0d2-5d0cc778f16b admin admin] Pushing event updated for resources: {'Network': ['ID=32664875-679c-4a6a-adbf-80e7664b419a,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:15:30.624886 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Network 32664875-679c-4a6a-adbf-80e7664b419a details requested by agent ovs-agent-dv-cinder-802882-2-iscsi with host dv-cinder-802882-2-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:15:31.292245 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:33.072292 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 52056) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:15:33.292677 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04e3494-3853-4e50-95c4-2fe1c27c9c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:15:33.294138 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-b04e3494-3853-4e50-95c4-2fe1c27c9c51 admin admin] 10.222.0.44 "GET /v2.0/subnets/8f90ff2c-4ba8-49ec-8048-a6696c69725a HTTP/1.1" status: 200 len: 849 time: 0.2208600 Jul 29 14:15:33.478745 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-f2767449-3d45-40c5-8121-b24279f98a09 admin admin] 10.222.0.44 "GET /v2.0/routers/6d954ed3-19c0-45b2-a7ba-ee39eec242e8 HTTP/1.1" status: 200 len: 704 time: 0.1778841 Jul 29 14:15:33.759917 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b86f7ba6-39ba-4473-b11f-dcd33036a095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:34.087486 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [None req-b86f7ba6-39ba-4473-b11f-dcd33036a095 admin admin] Allocated IP 172.20.0.1 (0b8b505e-7d19-4460-84c9-f7b6af24f996/8f90ff2c-4ba8-49ec-8048-a6696c69725a/6fe1546d-82c2-48ce-85d4-12cc4fa9083d) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:15:34.271465 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b86f7ba6-39ba-4473-b11f-dcd33036a095 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:34.296915 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [None req-b86f7ba6-39ba-4473-b11f-dcd33036a095 admin admin] Transition to ACTIVE for port object 6fe1546d-82c2-48ce-85d4-12cc4fa9083d will not be triggered until provisioned by entity DHCP. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:15:34.383254 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b86f7ba6-39ba-4473-b11f-dcd33036a095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:34.446862 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86f7ba6-39ba-4473-b11f-dcd33036a095 admin admin] Network 0b8b505e-7d19-4460-84c9-f7b6af24f996 is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:15:34.451282 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-b86f7ba6-39ba-4473-b11f-dcd33036a095 admin admin] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:15:34.461808 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86f7ba6-39ba-4473-b11f-dcd33036a095 admin admin] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:15:34.462416 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b86f7ba6-39ba-4473-b11f-dcd33036a095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744496'] for router_interface, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:34.588146 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f7ba6-39ba-4473-b11f-dcd33036a095 admin admin] Pushing event updated for resources: {'Port': ['ID=6fe1546d-82c2-48ce-85d4-12cc4fa9083d,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:15:34.626442 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-e470b05f-7ee0-4ee6-8004-a46b9229c4ee None None] Provisioning for port 6fe1546d-82c2-48ce-85d4-12cc4fa9083d completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:15:34.630280 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-e470b05f-7ee0-4ee6-8004-a46b9229c4ee None None] Provisioning complete for port 6fe1546d-82c2-48ce-85d4-12cc4fa9083d triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:15:34.630741 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e470b05f-7ee0-4ee6-8004-a46b9229c4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:34.664305 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-e470b05f-7ee0-4ee6-8004-a46b9229c4ee None None] Port 6fe1546d-82c2-48ce-85d4-12cc4fa9083d cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:15:34.722772 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b86f7ba6-39ba-4473-b11f-dcd33036a095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:34.932498 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b86f7ba6-39ba-4473-b11f-dcd33036a095 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:34.937078 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b86f7ba6-39ba-4473-b11f-dcd33036a095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:34.938179 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b86f7ba6-39ba-4473-b11f-dcd33036a095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659616'] for router_interface, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:35.017131 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f7ba6-39ba-4473-b11f-dcd33036a095 admin admin] Pushing event updated for resources: {'Port': ['ID=6fe1546d-82c2-48ce-85d4-12cc4fa9083d,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:15:35.064585 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86f7ba6-39ba-4473-b11f-dcd33036a095 admin admin] Network 0b8b505e-7d19-4460-84c9-f7b6af24f996 is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:15:35.065980 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-b86f7ba6-39ba-4473-b11f-dcd33036a095 admin admin] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:15:35.231485 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86f7ba6-39ba-4473-b11f-dcd33036a095 admin admin] Router 6d954ed3-19c0-45b2-a7ba-ee39eec242e8 is scheduled to L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c with binding_index 1 {{(pid=93046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:15:35.284750 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-b540fea5-5a0c-48ff-966d-978f01161b95 None None] Provisioning complete for port 6fe1546d-82c2-48ce-85d4-12cc4fa9083d triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:15:35.285124 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-b540fea5-5a0c-48ff-966d-978f01161b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:35.317517 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-b540fea5-5a0c-48ff-966d-978f01161b95 None None] Port 6fe1546d-82c2-48ce-85d4-12cc4fa9083d cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:15:35.323018 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86f7ba6-39ba-4473-b11f-dcd33036a095 admin admin] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:15:35.328151 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-b86f7ba6-39ba-4473-b11f-dcd33036a095 admin admin] 10.222.0.44 "PUT /v2.0/routers/6d954ed3-19c0-45b2-a7ba-ee39eec242e8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8439386 Jul 29 14:15:35.333657 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aefbdf-b1cb-457b-ab7b-4d3010ecec7a None None] Sync routers for ids ['6d954ed3-19c0-45b2-a7ba-ee39eec242e8'] in dv-cinder-802882-2-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:15:35.346081 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aefbdf-b1cb-457b-ab7b-4d3010ecec7a None None] Routers {'6d954ed3-19c0-45b2-a7ba-ee39eec242e8'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:15:35.346935 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-94aefbdf-b1cb-457b-ab7b-4d3010ecec7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:15:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['6d954ed3-19c0-45b2-a7ba-ee39eec242e8'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:15:35.540036 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-94aefbdf-b1cb-457b-ab7b-4d3010ecec7a None None] Set router 6d954ed3-19c0-45b2-a7ba-ee39eec242e8 gateway port host: None {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:15:35.985049 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-94aefbdf-b1cb-457b-ab7b-4d3010ecec7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d954ed3-19c0-45b2-a7ba-ee39eec242e8', 'name': 'router1', 'tenant_id': '4aefd587f710416fb8282a6609e13556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:15:24Z', 'updated_at': '2021-07-29T14:15:34Z', 'revision_number': 2, 'project_id': '4aefd587f710416fb8282a6609e13556', 'gw_port_host': None, '_interfaces': [{'id': '6fe1546d-82c2-48ce-85d4-12cc4fa9083d', 'name': '', 'network_id': '0b8b505e-7d19-4460-84c9-f7b6af24f996', 'tenant_id': '4aefd587f710416fb8282a6609e13556', 'mac_address': 'fa:16:3e:3b:06:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d954ed3-19c0-45b2-a7ba-ee39eec242e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f90ff2c-4ba8-49ec-8048-a6696c69725a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:15:33Z', 'updated_at': '2021-07-29T14:15:34Z', 'revision_number': 2, 'project_id': '4aefd587f710416fb8282a6609e13556', 'subnets': [{'id': '8f90ff2c-4ba8-49ec-8048-a6696c69725a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea4802b8-d439-414b-acd6-e6ce80aae011'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:15:36.040137 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aefbdf-b1cb-457b-ab7b-4d3010ecec7a None None] Checking router: 6d954ed3-19c0-45b2-a7ba-ee39eec242e8 for host: dv-cinder-802882-2-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:15:36.040515 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aefbdf-b1cb-457b-ab7b-4d3010ecec7a None None] Updating router 6d954ed3-19c0-45b2-a7ba-ee39eec242e8 port 6fe1546d-82c2-48ce-85d4-12cc4fa9083d binding host dv-cinder-802882-2-iscsi {{(pid=93049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:15:36.100031 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 5 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:15:36.102888 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-94aefbdf-b1cb-457b-ab7b-4d3010ecec7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:36.695335 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-94aefbdf-b1cb-457b-ab7b-4d3010ecec7a None None] Notify callbacks [] for port, precommit_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:36.713897 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.provisioning_blocks [None req-94aefbdf-b1cb-457b-ab7b-4d3010ecec7a None None] Transition to ACTIVE for port object 6fe1546d-82c2-48ce-85d4-12cc4fa9083d will not be triggered until provisioned by entity L2. {{(pid=93049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:15:36.721214 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-94aefbdf-b1cb-457b-ab7b-4d3010ecec7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:36.823036 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cb2d3-064f-4acb-941a-22784e80be4f None None] Pushing event updated for resources: {'Port': ['ID=6fe1546d-82c2-48ce-85d4-12cc4fa9083d,revision_number=3']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:15:36.854016 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cb2d3-064f-4acb-941a-22784e80be4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:36.854016 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cb2d3-064f-4acb-941a-22784e80be4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:36.854016 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cb2d3-064f-4acb-941a-22784e80be4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:36.854016 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cb2d3-064f-4acb-941a-22784e80be4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:36.854446 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cb2d3-064f-4acb-941a-22784e80be4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:36.854446 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cb2d3-064f-4acb-941a-22784e80be4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:36.854774 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cb2d3-064f-4acb-941a-22784e80be4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:36.856526 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cb2d3-064f-4acb-941a-22784e80be4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:36.856526 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cb2d3-064f-4acb-941a-22784e80be4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:36.856526 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cb2d3-064f-4acb-941a-22784e80be4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:36.856526 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cb2d3-064f-4acb-941a-22784e80be4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:36.856526 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cb2d3-064f-4acb-941a-22784e80be4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:15:36.857587 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cb2d3-064f-4acb-941a-22784e80be4f None None] Tracked resource versions report: Jul 29 14:15:36.857587 dv-cinder-802882-2-iscsi neutron-server[93049]: pushed versions: Jul 29 14:15:36.857587 dv-cinder-802882-2-iscsi neutron-server[93049]: { 'AddressGroup': {'1.2'}, Jul 29 14:15:36.857587 dv-cinder-802882-2-iscsi neutron-server[93049]: 'ConntrackHelper': {'1.0'}, Jul 29 14:15:36.857587 dv-cinder-802882-2-iscsi neutron-server[93049]: 'Log': {'1.0'}, Jul 29 14:15:36.857587 dv-cinder-802882-2-iscsi neutron-server[93049]: 'Network': {'1.1'}, Jul 29 14:15:36.857587 dv-cinder-802882-2-iscsi neutron-server[93049]: 'Port': {'1.7'}, Jul 29 14:15:36.857587 dv-cinder-802882-2-iscsi neutron-server[93049]: 'PortForwarding': {'1.2'}, Jul 29 14:15:36.857587 dv-cinder-802882-2-iscsi neutron-server[93049]: 'QosPolicy': {'1.8'}, Jul 29 14:15:36.857587 dv-cinder-802882-2-iscsi neutron-server[93049]: 'SecurityGroup': {'1.4'}, Jul 29 14:15:36.857587 dv-cinder-802882-2-iscsi neutron-server[93049]: 'SecurityGroupRule': {'1.2'}, Jul 29 14:15:36.857587 dv-cinder-802882-2-iscsi neutron-server[93049]: 'SubPort': {'1.0'}, Jul 29 14:15:36.857587 dv-cinder-802882-2-iscsi neutron-server[93049]: 'Subnet': {'1.1'}, Jul 29 14:15:36.857587 dv-cinder-802882-2-iscsi neutron-server[93049]: 'Trunk': {'1.1'}} Jul 29 14:15:36.857587 dv-cinder-802882-2-iscsi neutron-server[93049]: consumer versions: Jul 29 14:15:36.857587 dv-cinder-802882-2-iscsi neutron-server[93049]: { DHCP agent@dv-cinder-802882-2-iscsi: {}, Jul 29 14:15:36.857587 dv-cinder-802882-2-iscsi neutron-server[93049]: L3 agent@dv-cinder-802882-2-iscsi: {}, Jul 29 14:15:36.857587 dv-cinder-802882-2-iscsi neutron-server[93049]: Metadata agent@dv-cinder-802882-2-iscsi: {}, Jul 29 14:15:36.857587 dv-cinder-802882-2-iscsi neutron-server[93049]: Metering agent@dv-cinder-802882-2-iscsi: {}, Jul 29 14:15:36.857587 dv-cinder-802882-2-iscsi neutron-server[93049]: Open vSwitch agent@dv-cinder-802882-2-iscsi: { 'AddressGroup': '1.2', Jul 29 14:15:36.857587 dv-cinder-802882-2-iscsi neutron-server[93049]: 'ConntrackHelper': '1.0', Jul 29 14:15:36.857587 dv-cinder-802882-2-iscsi neutron-server[93049]: 'Log': '1.0', Jul 29 14:15:36.857587 dv-cinder-802882-2-iscsi neutron-server[93049]: 'Network': '1.1', Jul 29 14:15:36.857587 dv-cinder-802882-2-iscsi neutron-server[93049]: 'Port': '1.7', Jul 29 14:15:36.857587 dv-cinder-802882-2-iscsi neutron-server[93049]: 'PortForwarding': '1.2', Jul 29 14:15:36.857587 dv-cinder-802882-2-iscsi neutron-server[93049]: 'QosPolicy': '1.8', Jul 29 14:15:36.857587 dv-cinder-802882-2-iscsi neutron-server[93049]: 'SecurityGroup': '1.4', Jul 29 14:15:36.857587 dv-cinder-802882-2-iscsi neutron-server[93049]: 'SecurityGroupRule': '1.2', Jul 29 14:15:36.857587 dv-cinder-802882-2-iscsi neutron-server[93049]: 'SubPort': '1.0', Jul 29 14:15:36.857587 dv-cinder-802882-2-iscsi neutron-server[93049]: 'Subnet': '1.1', Jul 29 14:15:36.857587 dv-cinder-802882-2-iscsi neutron-server[93049]: 'Trunk': '1.1'}} Jul 29 14:15:36.857587 dv-cinder-802882-2-iscsi neutron-server[93049]: {{(pid=93049) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 14:15:36.909512 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-94aefbdf-b1cb-457b-ab7b-4d3010ecec7a None None] Attempting to bind port 6fe1546d-82c2-48ce-85d4-12cc4fa9083d on host dv-cinder-802882-2-iscsi for vnic_type normal with profile {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:15:36.910055 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-94aefbdf-b1cb-457b-ab7b-4d3010ecec7a None None] Attempting to bind port 6fe1546d-82c2-48ce-85d4-12cc4fa9083d by drivers openvswitch,hyperv on host dv-cinder-802882-2-iscsi at level 0 using segments [{'id': '70d6db42-8d8e-494c-8dce-444e7687f0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0b8b505e-7d19-4460-84c9-f7b6af24f996'}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:15:36.910531 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aefbdf-b1cb-457b-ab7b-4d3010ecec7a None None] Attempting to bind port 6fe1546d-82c2-48ce-85d4-12cc4fa9083d on network 0b8b505e-7d19-4460-84c9-f7b6af24f996 {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:15:36.917237 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aefbdf-b1cb-457b-ab7b-4d3010ecec7a None None] Checking agent: {'id': '1ca66b18-24af-4c4d-ab67-53f04b5066d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 14, 58), 'started_at': datetime.datetime(2021, 7, 29, 14, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:15:36.917662 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aefbdf-b1cb-457b-ab7b-4d3010ecec7a None None] Checking segment: {'id': '70d6db42-8d8e-494c-8dce-444e7687f0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0b8b505e-7d19-4460-84c9-f7b6af24f996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:15:36.921955 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-94aefbdf-b1cb-457b-ab7b-4d3010ecec7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:36.921955 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aefbdf-b1cb-457b-ab7b-4d3010ecec7a None None] Bound using segment: {'id': '70d6db42-8d8e-494c-8dce-444e7687f0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0b8b505e-7d19-4460-84c9-f7b6af24f996'} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:15:36.921955 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-94aefbdf-b1cb-457b-ab7b-4d3010ecec7a None None] Bound port: 6fe1546d-82c2-48ce-85d4-12cc4fa9083d, host: dv-cinder-802882-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d6db42-8d8e-494c-8dce-444e7687f0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0b8b505e-7d19-4460-84c9-f7b6af24f996'}}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:15:36.921955 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-94aefbdf-b1cb-457b-ab7b-4d3010ecec7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:36.988430 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-94aefbdf-b1cb-457b-ab7b-4d3010ecec7a None None] For port 6fe1546d-82c2-48ce-85d4-12cc4fa9083d, host dv-cinder-802882-2-iscsi, cleared binding levels {{(pid=93049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:15:37.010225 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-94aefbdf-b1cb-457b-ab7b-4d3010ecec7a None None] For port 6fe1546d-82c2-48ce-85d4-12cc4fa9083d, host dv-cinder-802882-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=6fe1546d-82c2-48ce-85d4-12cc4fa9083d,segment=NetworkSegment(70d6db42-8d8e-494c-8dce-444e7687f0b8),segment_id=70d6db42-8d8e-494c-8dce-444e7687f0b8)] {{(pid=93049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:15:37.015796 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-94aefbdf-b1cb-457b-ab7b-4d3010ecec7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:37.074116 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cb2d3-064f-4acb-941a-22784e80be4f None None] Pushing event updated for resources: {'Port': ['ID=6fe1546d-82c2-48ce-85d4-12cc4fa9083d,revision_number=4']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:15:37.081201 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aefbdf-b1cb-457b-ab7b-4d3010ecec7a None None] Routers {'6d954ed3-19c0-45b2-a7ba-ee39eec242e8'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:15:37.081838 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-94aefbdf-b1cb-457b-ab7b-4d3010ecec7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:15:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['6d954ed3-19c0-45b2-a7ba-ee39eec242e8'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:15:37.174111 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-94aefbdf-b1cb-457b-ab7b-4d3010ecec7a None None] Set router 6d954ed3-19c0-45b2-a7ba-ee39eec242e8 gateway port host: None {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:15:37.387073 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-94aefbdf-b1cb-457b-ab7b-4d3010ecec7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d954ed3-19c0-45b2-a7ba-ee39eec242e8', 'name': 'router1', 'tenant_id': '4aefd587f710416fb8282a6609e13556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:15:24Z', 'updated_at': '2021-07-29T14:15:34Z', 'revision_number': 2, 'project_id': '4aefd587f710416fb8282a6609e13556', 'gw_port_host': None, '_interfaces': [{'id': '6fe1546d-82c2-48ce-85d4-12cc4fa9083d', 'name': '', 'network_id': '0b8b505e-7d19-4460-84c9-f7b6af24f996', 'tenant_id': '4aefd587f710416fb8282a6609e13556', 'mac_address': 'fa:16:3e:3b:06:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d954ed3-19c0-45b2-a7ba-ee39eec242e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f90ff2c-4ba8-49ec-8048-a6696c69725a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:15:33Z', 'updated_at': '2021-07-29T14:15:36Z', 'revision_number': 4, 'project_id': '4aefd587f710416fb8282a6609e13556', 'subnets': [{'id': '8f90ff2c-4ba8-49ec-8048-a6696c69725a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea4802b8-d439-414b-acd6-e6ce80aae011'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:15:37.418168 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aefbdf-b1cb-457b-ab7b-4d3010ecec7a None None] The sync data for ids ['6d954ed3-19c0-45b2-a7ba-ee39eec242e8'] in dv-cinder-802882-2-iscsi is: [{'id': '6d954ed3-19c0-45b2-a7ba-ee39eec242e8', 'name': 'router1', 'tenant_id': '4aefd587f710416fb8282a6609e13556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:15:24Z', 'updated_at': '2021-07-29T14:15:34Z', 'revision_number': 2, 'project_id': '4aefd587f710416fb8282a6609e13556', 'gw_port_host': None, '_interfaces': [{'id': '6fe1546d-82c2-48ce-85d4-12cc4fa9083d', 'name': '', 'network_id': '0b8b505e-7d19-4460-84c9-f7b6af24f996', 'tenant_id': '4aefd587f710416fb8282a6609e13556', 'mac_address': 'fa:16:3e:3b:06:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d954ed3-19c0-45b2-a7ba-ee39eec242e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f90ff2c-4ba8-49ec-8048-a6696c69725a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:15:33Z', 'updated_at': '2021-07-29T14:15:36Z', 'revision_number': 4, 'project_id': '4aefd587f710416fb8282a6609e13556', 'subnets': [{'id': '8f90ff2c-4ba8-49ec-8048-a6696c69725a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea4802b8-d439-414b-acd6-e6ce80aae011'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:15:37.625866 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 52072) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:15:37.738304 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bb9493-d33b-4d9c-a6f8-36f759caf536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:15:37.739702 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-84bb9493-d33b-4d9c-a6f8-36f759caf536 admin admin] 10.222.0.44 "GET /v2.0/networks/32664875-679c-4a6a-adbf-80e7664b419a HTTP/1.1" status: 200 len: 842 time: 0.1127884 Jul 29 14:15:37.750392 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-2bebc0c0-96b1-4033-9573-743a8811fb32 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:15:37.776003 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bebc0c0-96b1-4033-9573-743a8811fb32 admin admin] Made reservation on behalf of 521b5ec6e3144b2cbe31dc5b96e45c0c for: {'subnet': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:15:37.778534 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2bebc0c0-96b1-4033-9573-743a8811fb32 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:38.136716 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.objects.ports [None req-2bebc0c0-96b1-4033-9573-743a8811fb32 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93046) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 14:15:38.137056 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2bebc0c0-96b1-4033-9573-743a8811fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for subnet, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:38.190733 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bebc0c0-96b1-4033-9573-743a8811fb32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8daef0cf-848b-40ef-9b17-9a185079ae25,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:15:38.201369 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bebc0c0-96b1-4033-9573-743a8811fb32 admin admin] Checking segment: {'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:15:38.201741 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bebc0c0-96b1-4033-9573-743a8811fb32 admin admin] Network hostable DHCP agents. Network: 32664875-679c-4a6a-adbf-80e7664b419a, hostable agents: ['7d25a96f-5a28-47f2-8bd3-87860bff61e6'], hosted agents: [] {{(pid=93046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:15:38.225889 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bebc0c0-96b1-4033-9573-743a8811fb32 admin admin] Network 32664875-679c-4a6a-adbf-80e7664b419a is scheduled to be hosted by DHCP agent 7d25a96f-5a28-47f2-8bd3-87860bff61e6 with binding_index 1 {{(pid=93046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:15:38.238393 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-2bebc0c0-96b1-4033-9573-743a8811fb32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-2-iscsi, 32664875-679c-4a6a-adbf-80e7664b419a) {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:15:38.244260 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bebc0c0-96b1-4033-9573-743a8811fb32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:15:38.244807 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2bebc0c0-96b1-4033-9573-743a8811fb32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:38.249140 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a3afba-5985-427a-9dc3-64ad3b128a4d None None] Network 32664875-679c-4a6a-adbf-80e7664b419a requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:15:38.262704 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-2bebc0c0-96b1-4033-9573-743a8811fb32 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5159187 Jul 29 14:15:38.403176 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bb502b-857e-4b09-86b0-515f072956cc None None] Network 32664875-679c-4a6a-adbf-80e7664b419a requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:15:40.685172 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 52080) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:15:40.953808 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-b873b36e-9cf5-41bd-ad97-82d377c053f7 admin admin] 10.222.0.44 "GET /v2.0/routers/6d954ed3-19c0-45b2-a7ba-ee39eec242e8 HTTP/1.1" status: 200 len: 710 time: 0.2667904 Jul 29 14:15:41.084447 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8580e7c0-19c5-42d7-8b0b-01f40e0c32cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:15:41.085992 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-8580e7c0-19c5-42d7-8b0b-01f40e0c32cb admin admin] 10.222.0.44 "GET /v2.0/networks/32664875-679c-4a6a-adbf-80e7664b419a HTTP/1.1" status: 200 len: 886 time: 0.1264577 Jul 29 14:15:41.097656 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-884fd4e0-359d-4603-8d2f-5ce585cb678b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'}}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:15:41.380989 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-884fd4e0-359d-4603-8d2f-5ce585cb678b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744650', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2723'] for router, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:41.647415 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-884fd4e0-359d-4603-8d2f-5ce585cb678b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:41.731541 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-884fd4e0-359d-4603-8d2f-5ce585cb678b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:41.919641 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [None req-884fd4e0-359d-4603-8d2f-5ce585cb678b admin admin] Allocated IP 172.27.2.118 (32664875-679c-4a6a-adbf-80e7664b419a/8daef0cf-848b-40ef-9b17-9a185079ae25/ea603683-b934-4da6-8721-55e66e92a357) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:15:42.065386 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-884fd4e0-359d-4603-8d2f-5ce585cb678b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:42.205309 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-884fd4e0-359d-4603-8d2f-5ce585cb678b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:42.339869 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884fd4e0-359d-4603-8d2f-5ce585cb678b admin admin] Network 32664875-679c-4a6a-adbf-80e7664b419a is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:15:42.353561 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-884fd4e0-359d-4603-8d2f-5ce585cb678b admin admin] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:15:42.359372 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884fd4e0-359d-4603-8d2f-5ce585cb678b admin admin] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:15:42.363025 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884fd4e0-359d-4603-8d2f-5ce585cb678b admin admin] Pushing event updated for resources: {'Port': ['ID=ea603683-b934-4da6-8721-55e66e92a357,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:15:42.648092 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-884fd4e0-359d-4603-8d2f-5ce585cb678b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:42.873546 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-884fd4e0-359d-4603-8d2f-5ce585cb678b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744650', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2723'] for router, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:42.877123 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-884fd4e0-359d-4603-8d2f-5ce585cb678b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-744664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575871'] for router, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:42.996186 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884fd4e0-359d-4603-8d2f-5ce585cb678b admin admin] Router 6d954ed3-19c0-45b2-a7ba-ee39eec242e8 has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:15:43.109555 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884fd4e0-359d-4603-8d2f-5ce585cb678b admin admin] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:15:43.114217 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-884fd4e0-359d-4603-8d2f-5ce585cb678b admin admin] Notify callbacks [] for router, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:43.115776 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-884fd4e0-359d-4603-8d2f-5ce585cb678b admin admin] 10.222.0.44 "PUT /v2.0/routers/6d954ed3-19c0-45b2-a7ba-ee39eec242e8 HTTP/1.1" status: 200 len: 890 time: 2.0229857 Jul 29 14:15:44.185361 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3e84b0-10cd-446b-8600-c5666b4fe6a9 None None] Sync routers for ids ['6d954ed3-19c0-45b2-a7ba-ee39eec242e8'] in dv-cinder-802882-2-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:15:44.196999 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3e84b0-10cd-446b-8600-c5666b4fe6a9 None None] Routers {'6d954ed3-19c0-45b2-a7ba-ee39eec242e8'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:15:44.197658 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-1e3e84b0-10cd-446b-8600-c5666b4fe6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:15:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['6d954ed3-19c0-45b2-a7ba-ee39eec242e8'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:15:44.444457 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 6fe1546d-82c2-48ce-85d4-12cc4fa9083d up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:15:44.540918 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-1e3e84b0-10cd-446b-8600-c5666b4fe6a9 None None] Set router 6d954ed3-19c0-45b2-a7ba-ee39eec242e8 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:15:44.694069 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning for port 6fe1546d-82c2-48ce-85d4-12cc4fa9083d completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:15:44.705585 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port 6fe1546d-82c2-48ce-85d4-12cc4fa9083d triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:15:44.706092 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:44.967068 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:45.026012 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] For port 6fe1546d-82c2-48ce-85d4-12cc4fa9083d, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=6fe1546d-82c2-48ce-85d4-12cc4fa9083d,segment=NetworkSegment(70d6db42-8d8e-494c-8dce-444e7687f0b8),segment_id=70d6db42-8d8e-494c-8dce-444e7687f0b8)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:15:45.034942 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:45.106647 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-1e3e84b0-10cd-446b-8600-c5666b4fe6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d954ed3-19c0-45b2-a7ba-ee39eec242e8', 'name': 'router1', 'tenant_id': '4aefd587f710416fb8282a6609e13556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ea603683-b934-4da6-8721-55e66e92a357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:15:24Z', 'updated_at': '2021-07-29T14:15:42Z', 'revision_number': 4, 'project_id': '4aefd587f710416fb8282a6609e13556', 'gw_port': {'id': 'ea603683-b934-4da6-8721-55e66e92a357', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:49:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d954ed3-19c0-45b2-a7ba-ee39eec242e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:15:41Z', 'updated_at': '2021-07-29T14:15:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': '6fe1546d-82c2-48ce-85d4-12cc4fa9083d', 'name': '', 'network_id': '0b8b505e-7d19-4460-84c9-f7b6af24f996', 'tenant_id': '4aefd587f710416fb8282a6609e13556', 'mac_address': 'fa:16:3e:3b:06:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d954ed3-19c0-45b2-a7ba-ee39eec242e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f90ff2c-4ba8-49ec-8048-a6696c69725a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:15:33Z', 'updated_at': '2021-07-29T14:15:36Z', 'revision_number': 4, 'project_id': '4aefd587f710416fb8282a6609e13556', 'subnets': [{'id': '8f90ff2c-4ba8-49ec-8048-a6696c69725a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea4802b8-d439-414b-acd6-e6ce80aae011'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:15:45.166700 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Pushing event updated for resources: {'Port': ['ID=6fe1546d-82c2-48ce-85d4-12cc4fa9083d,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:15:45.170391 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3e84b0-10cd-446b-8600-c5666b4fe6a9 None None] Checking router: 6d954ed3-19c0-45b2-a7ba-ee39eec242e8 for host: dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:15:45.170781 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3e84b0-10cd-446b-8600-c5666b4fe6a9 None None] Updating router 6d954ed3-19c0-45b2-a7ba-ee39eec242e8 port ea603683-b934-4da6-8721-55e66e92a357 binding host dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:15:45.219949 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-1e3e84b0-10cd-446b-8600-c5666b4fe6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:45.572521 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-1e3e84b0-10cd-446b-8600-c5666b4fe6a9 None None] Notify callbacks [] for port, precommit_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:45.585968 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-1e3e84b0-10cd-446b-8600-c5666b4fe6a9 None None] Transition to ACTIVE for port object ea603683-b934-4da6-8721-55e66e92a357 will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:15:45.593236 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-1e3e84b0-10cd-446b-8600-c5666b4fe6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:45.648737 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb76a1d-a7a5-41d6-94ec-85d746b2b74c None None] Pushing event updated for resources: {'Port': ['ID=ea603683-b934-4da6-8721-55e66e92a357,revision_number=2']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:15:45.655428 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-1e3e84b0-10cd-446b-8600-c5666b4fe6a9 None None] Attempting to bind port ea603683-b934-4da6-8721-55e66e92a357 on host dv-cinder-802882-2-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:15:45.655852 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-1e3e84b0-10cd-446b-8600-c5666b4fe6a9 None None] Attempting to bind port ea603683-b934-4da6-8721-55e66e92a357 by drivers openvswitch,hyperv on host dv-cinder-802882-2-iscsi at level 0 using segments [{'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:15:45.656655 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3e84b0-10cd-446b-8600-c5666b4fe6a9 None None] Attempting to bind port ea603683-b934-4da6-8721-55e66e92a357 on network 32664875-679c-4a6a-adbf-80e7664b419a {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:15:45.661501 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3e84b0-10cd-446b-8600-c5666b4fe6a9 None None] Checking agent: {'id': '1ca66b18-24af-4c4d-ab67-53f04b5066d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 14, 58), 'started_at': datetime.datetime(2021, 7, 29, 14, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:15:45.661900 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3e84b0-10cd-446b-8600-c5666b4fe6a9 None None] Checking segment: {'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:15:45.662329 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-1e3e84b0-10cd-446b-8600-c5666b4fe6a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:45.662721 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3e84b0-10cd-446b-8600-c5666b4fe6a9 None None] Bound using segment: {'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:15:45.663242 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-1e3e84b0-10cd-446b-8600-c5666b4fe6a9 None None] Bound port: ea603683-b934-4da6-8721-55e66e92a357, host: dv-cinder-802882-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:15:45.663647 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-1e3e84b0-10cd-446b-8600-c5666b4fe6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:45.718455 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 52092) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:15:45.722566 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-1e3e84b0-10cd-446b-8600-c5666b4fe6a9 None None] For port ea603683-b934-4da6-8721-55e66e92a357, host dv-cinder-802882-2-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:15:45.729393 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-1e3e84b0-10cd-446b-8600-c5666b4fe6a9 None None] For port ea603683-b934-4da6-8721-55e66e92a357, host dv-cinder-802882-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=ea603683-b934-4da6-8721-55e66e92a357,segment=NetworkSegment(e7b1a31c-3199-44cd-ae65-85b7e84c8d28),segment_id=e7b1a31c-3199-44cd-ae65-85b7e84c8d28)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:15:45.734458 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-1e3e84b0-10cd-446b-8600-c5666b4fe6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:45.796930 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3e84b0-10cd-446b-8600-c5666b4fe6a9 None None] Routers {'6d954ed3-19c0-45b2-a7ba-ee39eec242e8'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:15:45.797568 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-1e3e84b0-10cd-446b-8600-c5666b4fe6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:15:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['6d954ed3-19c0-45b2-a7ba-ee39eec242e8'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:15:45.804682 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb76a1d-a7a5-41d6-94ec-85d746b2b74c None None] Pushing event updated for resources: {'Port': ['ID=ea603683-b934-4da6-8721-55e66e92a357,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:15:45.854592 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-23a6be15-b8f2-430f-b773-ab293a26b82d admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1349671 Jul 29 14:15:46.013721 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-1e3e84b0-10cd-446b-8600-c5666b4fe6a9 None None] Set router 6d954ed3-19c0-45b2-a7ba-ee39eec242e8 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:15:46.259008 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-1e3e84b0-10cd-446b-8600-c5666b4fe6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d954ed3-19c0-45b2-a7ba-ee39eec242e8', 'name': 'router1', 'tenant_id': '4aefd587f710416fb8282a6609e13556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ea603683-b934-4da6-8721-55e66e92a357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:15:24Z', 'updated_at': '2021-07-29T14:15:42Z', 'revision_number': 4, 'project_id': '4aefd587f710416fb8282a6609e13556', 'gw_port': {'id': 'ea603683-b934-4da6-8721-55e66e92a357', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:49:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d954ed3-19c0-45b2-a7ba-ee39eec242e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:15:41Z', 'updated_at': '2021-07-29T14:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': '6fe1546d-82c2-48ce-85d4-12cc4fa9083d', 'name': '', 'network_id': '0b8b505e-7d19-4460-84c9-f7b6af24f996', 'tenant_id': '4aefd587f710416fb8282a6609e13556', 'mac_address': 'fa:16:3e:3b:06:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d954ed3-19c0-45b2-a7ba-ee39eec242e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f90ff2c-4ba8-49ec-8048-a6696c69725a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:15:33Z', 'updated_at': '2021-07-29T14:15:44Z', 'revision_number': 5, 'project_id': '4aefd587f710416fb8282a6609e13556', 'subnets': [{'id': '8f90ff2c-4ba8-49ec-8048-a6696c69725a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea4802b8-d439-414b-acd6-e6ce80aae011'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:15:46.285728 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3e84b0-10cd-446b-8600-c5666b4fe6a9 None None] The sync data for ids ['6d954ed3-19c0-45b2-a7ba-ee39eec242e8'] in dv-cinder-802882-2-iscsi is: [{'id': '6d954ed3-19c0-45b2-a7ba-ee39eec242e8', 'name': 'router1', 'tenant_id': '4aefd587f710416fb8282a6609e13556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ea603683-b934-4da6-8721-55e66e92a357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:15:24Z', 'updated_at': '2021-07-29T14:15:42Z', 'revision_number': 4, 'project_id': '4aefd587f710416fb8282a6609e13556', 'gw_port': {'id': 'ea603683-b934-4da6-8721-55e66e92a357', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:49:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d954ed3-19c0-45b2-a7ba-ee39eec242e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:15:41Z', 'updated_at': '2021-07-29T14:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': '6fe1546d-82c2-48ce-85d4-12cc4fa9083d', 'name': '', 'network_id': '0b8b505e-7d19-4460-84c9-f7b6af24f996', 'tenant_id': '4aefd587f710416fb8282a6609e13556', 'mac_address': 'fa:16:3e:3b:06:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d954ed3-19c0-45b2-a7ba-ee39eec242e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f90ff2c-4ba8-49ec-8048-a6696c69725a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:15:33Z', 'updated_at': '2021-07-29T14:15:44Z', 'revision_number': 5, 'project_id': '4aefd587f710416fb8282a6609e13556', 'subnets': [{'id': '8f90ff2c-4ba8-49ec-8048-a6696c69725a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea4802b8-d439-414b-acd6-e6ce80aae011'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:15:46.398807 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 6fe1546d-82c2-48ce-85d4-12cc4fa9083d up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:15:46.477521 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port 6fe1546d-82c2-48ce-85d4-12cc4fa9083d triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:15:46.477521 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:48.399533 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device ea603683-b934-4da6-8721-55e66e92a357 up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:15:48.463681 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning for port ea603683-b934-4da6-8721-55e66e92a357 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:15:48.468291 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port ea603683-b934-4da6-8721-55e66e92a357 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:15:48.468674 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:48.556259 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:48.582514 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] For port ea603683-b934-4da6-8721-55e66e92a357, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=ea603683-b934-4da6-8721-55e66e92a357,segment=NetworkSegment(e7b1a31c-3199-44cd-ae65-85b7e84c8d28),segment_id=e7b1a31c-3199-44cd-ae65-85b7e84c8d28)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:15:48.588744 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:48.642310 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Pushing event updated for resources: {'Port': ['ID=ea603683-b934-4da6-8721-55e66e92a357,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:15:50.389500 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device ea603683-b934-4da6-8721-55e66e92a357 up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:15:50.463842 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port ea603683-b934-4da6-8721-55e66e92a357 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:15:50.464578 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:55.072011 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-66255fd6-c327-4f0e-9f21-8d50a39543dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:58.015711 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-6084a706-d8d0-4861-85c6-bba72f7170f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:58.251073 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:59.270284 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:16:01.313945 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:16:13.070482 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 5 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:16:25.045975 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-8256579b-fddd-47c6-a1ca-a2668595e275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:16:28.002276 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-85ce452c-96df-488e-9779-d3ce6f527564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:16:28.245418 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:16:29.284091 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:16:31.327426 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:16:50.071027 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 5 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:16:55.036591 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7b12b760-ad19-4163-98da-884c771649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:16:58.008556 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-b93804fd-e49a-4a14-be4b-a2906daddd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:16:58.243127 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:16:59.270209 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:01.318984 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:25.040519 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-bb982b6c-3d06-4c98-9ea0-b481cc6e32cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:27.070682 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 5 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:17:28.010227 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-6eb2421b-c402-4d19-8a27-26e7843a960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:28.240090 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:28.667933 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 52660) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:17:28.744545 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3db4ba7-7990-40e1-a6b5-e341f8c7123a admin admin] GET failed (client error): The resource could not be found. Jul 29 14:17:28.745958 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-a3db4ba7-7990-40e1-a6b5-e341f8c7123a admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0770495 Jul 29 14:17:28.912804 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614babe2-5320-4242-9348-e5fa879bb08a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:28.914263 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-614babe2-5320-4242-9348-e5fa879bb08a admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1639152 Jul 29 14:17:29.273428 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:31.177975 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 52670) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:17:31.270362 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923581dd-d71e-419f-8d32-ccedf17ddfa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:31.272416 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-923581dd-d71e-419f-8d32-ccedf17ddfa8 admin admin] 10.222.0.44 "GET /v2.0/subnets/8f90ff2c-4ba8-49ec-8048-a6696c69725a HTTP/1.1" status: 200 len: 849 time: 0.0933001 Jul 29 14:17:31.282590 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-fe67943d-ebb9-4339-8a86-b023846168b3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:17:31.326742 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:31.377385 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-fe67943d-ebb9-4339-8a86-b023846168b3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:31.529753 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-fe67943d-ebb9-4339-8a86-b023846168b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774390425128'] for subnet, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:31.640376 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe67943d-ebb9-4339-8a86-b023846168b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:31.641013 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-fe67943d-ebb9-4339-8a86-b023846168b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:31.643636 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-fe67943d-ebb9-4339-8a86-b023846168b3 admin admin] 10.222.0.44 "PUT /v2.0/subnets/8f90ff2c-4ba8-49ec-8048-a6696c69725a HTTP/1.1" status: 200 len: 868 time: 0.3642368 Jul 29 14:17:31.650790 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0670b054-46ca-42a8-a99d-f21d9b8f1d25 None None] Network 0b8b505e-7d19-4460-84c9-f7b6af24f996 requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:17:31.668062 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67943d-ebb9-4339-8a86-b023846168b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f90ff2c-4ba8-49ec-8048-a6696c69725a,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:17:31.675819 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67943d-ebb9-4339-8a86-b023846168b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:31.676199 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67943d-ebb9-4339-8a86-b023846168b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:31.676555 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67943d-ebb9-4339-8a86-b023846168b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:31.676892 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67943d-ebb9-4339-8a86-b023846168b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:31.677233 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67943d-ebb9-4339-8a86-b023846168b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:31.678955 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67943d-ebb9-4339-8a86-b023846168b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:31.679157 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67943d-ebb9-4339-8a86-b023846168b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:31.679473 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67943d-ebb9-4339-8a86-b023846168b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:31.679833 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67943d-ebb9-4339-8a86-b023846168b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:31.680169 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67943d-ebb9-4339-8a86-b023846168b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:31.680510 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67943d-ebb9-4339-8a86-b023846168b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:31.680843 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67943d-ebb9-4339-8a86-b023846168b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:17:32.017095 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-4c6088bf-d3b7-410b-ae5a-3f7a1e5ee881 None None] Provisioning complete for port 6fe1546d-82c2-48ce-85d4-12cc4fa9083d triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:17:32.017472 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-4c6088bf-d3b7-410b-ae5a-3f7a1e5ee881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:32.104192 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-4c6088bf-d3b7-410b-ae5a-3f7a1e5ee881 None None] Provisioning complete for port c1e29b29-273a-4936-b52e-71ac336e6060 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:17:32.104492 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-4c6088bf-d3b7-410b-ae5a-3f7a1e5ee881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:33.853048 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 52678) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:17:34.073180 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c83ede8-5e9e-4982-a7cc-365de71f73a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:34.073564 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c83ede8-5e9e-4982-a7cc-365de71f73a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:34.075195 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-6c83ede8-5e9e-4982-a7cc-365de71f73a2 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2211487 Jul 29 14:17:36.297344 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 52688) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:17:36.514701 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e943caa8-123f-4504-9da4-3e3dbe4780b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:36.515187 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e943caa8-123f-4504-9da4-3e3dbe4780b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:36.516755 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-e943caa8-123f-4504-9da4-3e3dbe4780b2 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2184300 Jul 29 14:17:38.780948 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 52696) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:17:38.918436 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6650d2bb-74c2-4b35-846a-040f6c862a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:38.919858 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-6650d2bb-74c2-4b35-846a-040f6c862a32 admin admin] 10.222.0.44 "GET /v2.0/networks/0b8b505e-7d19-4460-84c9-f7b6af24f996 HTTP/1.1" status: 200 len: 869 time: 0.1379204 Jul 29 14:17:41.143178 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 52704) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:17:41.268286 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d847072e-8de8-48b7-8456-e0039c84b4ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:41.269666 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-d847072e-8de8-48b7-8456-e0039c84b4ac admin admin] 10.222.0.44 "GET /v2.0/networks/32664875-679c-4a6a-adbf-80e7664b419a HTTP/1.1" status: 200 len: 886 time: 0.1255076 Jul 29 14:17:43.518684 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 52712) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:17:43.647613 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a000ca71-738d-4a59-b09e-cd3958e796dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:43.648078 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a000ca71-738d-4a59-b09e-cd3958e796dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:43.649661 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-a000ca71-738d-4a59-b09e-cd3958e796dd admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1299717 Jul 29 14:17:46.031149 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 52720) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:17:46.124223 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764d2534-c801-4b5a-8674-ee1e40f5b5a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:46.124685 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764d2534-c801-4b5a-8674-ee1e40f5b5a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:46.126291 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-764d2534-c801-4b5a-8674-ee1e40f5b5a2 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0941889 Jul 29 14:17:48.339737 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 52728) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:17:48.427340 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3e20fb-18ae-48a3-9d25-6512593ce1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:48.428756 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-3a3e20fb-18ae-48a3-9d25-6512593ce1bc admin admin] 10.222.0.44 "GET /v2.0/subnets/8daef0cf-848b-40ef-9b17-9a185079ae25 HTTP/1.1" status: 200 len: 816 time: 0.0880258 Jul 29 14:17:50.637389 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 52736) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:17:50.728720 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05648d66-fa87-48e7-9a1e-8864f6f27fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:17:50.730120 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-05648d66-fa87-48e7-9a1e-8864f6f27fea admin admin] 10.222.0.44 "GET /v2.0/subnets/8f90ff2c-4ba8-49ec-8048-a6696c69725a HTTP/1.1" status: 200 len: 868 time: 0.0917175 Jul 29 14:17:55.044579 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-bb95fa0f-fb76-49cf-9f74-6d6baa8b433b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:58.010237 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-b23c2469-f98e-4993-82a9-3359446c3b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:58.233588 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:59.277937 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:01.326448 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:04.069901 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 5 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:18:16.966143 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 52790) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:18:17.015332 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [None req-87660d86-2d2b-49cd-aec7-e406b15b3fe6 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:18:17.016343 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-87660d86-2d2b-49cd-aec7-e406b15b3fe6 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0492063 Jul 29 14:18:19.374567 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 52798) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:18:19.436216 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d0c5c5-2030-4904-b8c8-522687e12b63 admin admin] GET failed (client error): The resource could not be found. Jul 29 14:18:19.437609 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-27d0c5c5-2030-4904-b8c8-522687e12b63 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0620947 Jul 29 14:18:19.596434 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea83437-7f59-463c-917c-fe23b9b6dfd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:18:19.599044 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-fea83437-7f59-463c-917c-fe23b9b6dfd4 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1553218 Jul 29 14:18:21.841897 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 52806) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:18:21.892105 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-4eb1b602-4209-4680-b2d4-acbbdb4bbabd admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:18:21.922513 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb1b602-4209-4680-b2d4-acbbdb4bbabd admin admin] Made reservation on behalf of 521b5ec6e3144b2cbe31dc5b96e45c0c for: {'network': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:18:21.925257 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4eb1b602-4209-4680-b2d4-acbbdb4bbabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for network, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:21.958131 dv-cinder-802882-2-iscsi neutron-server[93046]: WARNING neutron.services.revisions.revision_plugin [None req-4eb1b602-4209-4680-b2d4-acbbdb4bbabd admin admin] Could not find related network for resource to bump revision. Jul 29 14:18:21.971549 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eb1b602-4209-4680-b2d4-acbbdb4bbabd admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=93046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:18:21.983070 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4eb1b602-4209-4680-b2d4-acbbdb4bbabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:21.983429 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.db.segments_db [None req-4eb1b602-4209-4680-b2d4-acbbdb4bbabd admin admin] Added segment 2ab3ca0a-894a-4176-b6a5-25a9aa3537dc of type vlan for network a50a0f11-2276-43f8-a1ea-0f9122bbe45c Jul 29 14:18:22.037143 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4eb1b602-4209-4680-b2d4-acbbdb4bbabd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774390054750'] for network, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:22.067402 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4eb1b602-4209-4680-b2d4-acbbdb4bbabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:22.068538 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb1b602-4209-4680-b2d4-acbbdb4bbabd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:18:22.069244 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4eb1b602-4209-4680-b2d4-acbbdb4bbabd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:22.127121 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-4eb1b602-4209-4680-b2d4-acbbdb4bbabd admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2839477 Jul 29 14:18:22.136084 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1b602-4209-4680-b2d4-acbbdb4bbabd admin admin] Pushing event updated for resources: {'Network': ['ID=a50a0f11-2276-43f8-a1ea-0f9122bbe45c,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:18:22.145823 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1b602-4209-4680-b2d4-acbbdb4bbabd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:22.146242 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1b602-4209-4680-b2d4-acbbdb4bbabd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:22.146604 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1b602-4209-4680-b2d4-acbbdb4bbabd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:22.146946 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1b602-4209-4680-b2d4-acbbdb4bbabd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:22.147286 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1b602-4209-4680-b2d4-acbbdb4bbabd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:22.147647 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1b602-4209-4680-b2d4-acbbdb4bbabd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:22.148221 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1b602-4209-4680-b2d4-acbbdb4bbabd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:22.148351 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1b602-4209-4680-b2d4-acbbdb4bbabd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:22.148642 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1b602-4209-4680-b2d4-acbbdb4bbabd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:22.149629 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1b602-4209-4680-b2d4-acbbdb4bbabd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:22.149629 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1b602-4209-4680-b2d4-acbbdb4bbabd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:22.149629 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb1b602-4209-4680-b2d4-acbbdb4bbabd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:22.162880 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Network a50a0f11-2276-43f8-a1ea-0f9122bbe45c details requested by agent ovs-agent-dv-cinder-802882-2-iscsi with host dv-cinder-802882-2-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:18:24.357674 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 52814) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:18:24.422134 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.pecan_wsgi.hooks.translation [None req-5790b97b-6203-49fd-b63f-25a50facacd0 admin admin] GET failed (client error): The resource could not be found. Jul 29 14:18:24.423632 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-5790b97b-6203-49fd-b63f-25a50facacd0 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0649500 Jul 29 14:18:24.501889 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b63a944-beef-4964-a98e-ce913761174a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:18:24.509821 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-3b63a944-beef-4964-a98e-ce913761174a admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0749695 Jul 29 14:18:24.514839 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-ee0425aa-9900-4dd1-8df3-d9e801c19ac5 admin admin] Request body: {'subnet': {'network_id': 'a50a0f11-2276-43f8-a1ea-0f9122bbe45c', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:18:24.537746 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0425aa-9900-4dd1-8df3-d9e801c19ac5 admin admin] Made reservation on behalf of 521b5ec6e3144b2cbe31dc5b96e45c0c for: {'subnet': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:18:24.541493 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ee0425aa-9900-4dd1-8df3-d9e801c19ac5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:24.707903 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ee0425aa-9900-4dd1-8df3-d9e801c19ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for subnet, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:24.764880 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0425aa-9900-4dd1-8df3-d9e801c19ac5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c23bb7c2-941e-47a9-9416-46fb4ae2859f,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:18:24.776525 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0425aa-9900-4dd1-8df3-d9e801c19ac5 admin admin] Checking segment: {'id': '2ab3ca0a-894a-4176-b6a5-25a9aa3537dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a50a0f11-2276-43f8-a1ea-0f9122bbe45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:18:24.776885 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0425aa-9900-4dd1-8df3-d9e801c19ac5 admin admin] Network hostable DHCP agents. Network: a50a0f11-2276-43f8-a1ea-0f9122bbe45c, hostable agents: ['7d25a96f-5a28-47f2-8bd3-87860bff61e6'], hosted agents: [] {{(pid=93046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:18:24.793449 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0425aa-9900-4dd1-8df3-d9e801c19ac5 admin admin] Network a50a0f11-2276-43f8-a1ea-0f9122bbe45c is scheduled to be hosted by DHCP agent 7d25a96f-5a28-47f2-8bd3-87860bff61e6 with binding_index 1 {{(pid=93046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:18:24.802449 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-ee0425aa-9900-4dd1-8df3-d9e801c19ac5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-2-iscsi, a50a0f11-2276-43f8-a1ea-0f9122bbe45c) {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:18:24.806474 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0425aa-9900-4dd1-8df3-d9e801c19ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:18:24.807073 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ee0425aa-9900-4dd1-8df3-d9e801c19ac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:24.812550 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c568ed8f-d45d-4bb7-b499-d6a411314c97 None None] Network a50a0f11-2276-43f8-a1ea-0f9122bbe45c requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:18:24.822493 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-ee0425aa-9900-4dd1-8df3-d9e801c19ac5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3118234 Jul 29 14:18:25.063645 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-996ff18d-a59b-4819-bcf3-b8ba48bab7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:25.068429 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp996c38f0-f082-52d3-b50b-327a8c50c333-a50a0f11-2276-43f8-a1ea-0f9122bbe45c', 'network_id': 'a50a0f11-2276-43f8-a1ea-0f9122bbe45c', 'tenant_id': '521b5ec6e3144b2cbe31dc5b96e45c0c', 'fixed_ips': [{'subnet_id': 'c23bb7c2-941e-47a9-9416-46fb4ae2859f'}]}} from dv-cinder-802882-2-iscsi. {{(pid=93048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:18:25.069508 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:25.223713 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.db_base_plugin_common [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] Allocated IP 192.168.233.2 (a50a0f11-2276-43f8-a1ea-0f9122bbe45c/c23bb7c2-941e-47a9-9416-46fb4ae2859f/379556fb-ee8f-490e-bb98-844372d8bd4b) {{(pid=93048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:18:25.376716 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] Notify callbacks [] for port, precommit_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:25.385062 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] Transition to ACTIVE for port object 379556fb-ee8f-490e-bb98-844372d8bd4b will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:18:25.401700 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] Transition to ACTIVE for port object 379556fb-ee8f-490e-bb98-844372d8bd4b will not be triggered until provisioned by entity DHCP. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:18:25.408428 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078'] for port, after_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:25.452793 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] Network a50a0f11-2276-43f8-a1ea-0f9122bbe45c is already hosted by enough agents. {{(pid=93048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:18:25.458422 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.scheduler.base_scheduler [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] Resources bound (agent type, host, resource id): {{(pid=93048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:18:25.460885 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] Received port after_create {{(pid=93048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:18:25.466691 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] Pushing event updated for resources: {'Port': ['ID=379556fb-ee8f-490e-bb98-844372d8bd4b,revision_number=1']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:18:25.477544 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:25.478036 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:25.478281 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:25.478624 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:25.478974 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:25.479305 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:25.479643 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:25.479979 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:25.480337 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:25.480677 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:25.481011 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:25.481394 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:18:25.536559 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] Attempting to bind port 379556fb-ee8f-490e-bb98-844372d8bd4b on host dv-cinder-802882-2-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:18:25.536957 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] Attempting to bind port 379556fb-ee8f-490e-bb98-844372d8bd4b by drivers openvswitch,hyperv on host dv-cinder-802882-2-iscsi at level 0 using segments [{'id': '2ab3ca0a-894a-4176-b6a5-25a9aa3537dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a50a0f11-2276-43f8-a1ea-0f9122bbe45c'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:18:25.537328 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] Attempting to bind port 379556fb-ee8f-490e-bb98-844372d8bd4b on network a50a0f11-2276-43f8-a1ea-0f9122bbe45c {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:18:25.542588 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] Checking agent: {'id': '1ca66b18-24af-4c4d-ab67-53f04b5066d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 14, 58), 'started_at': datetime.datetime(2021, 7, 29, 14, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:18:25.543037 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] Checking segment: {'id': '2ab3ca0a-894a-4176-b6a5-25a9aa3537dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a50a0f11-2276-43f8-a1ea-0f9122bbe45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:18:25.543443 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:25.543843 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] Bound using segment: {'id': '2ab3ca0a-894a-4176-b6a5-25a9aa3537dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a50a0f11-2276-43f8-a1ea-0f9122bbe45c'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:18:25.544312 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] Bound port: 379556fb-ee8f-490e-bb98-844372d8bd4b, host: dv-cinder-802882-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab3ca0a-894a-4176-b6a5-25a9aa3537dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a50a0f11-2276-43f8-a1ea-0f9122bbe45c'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:18:25.544710 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:25.613557 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] For port 379556fb-ee8f-490e-bb98-844372d8bd4b, host dv-cinder-802882-2-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:18:25.617127 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] For port 379556fb-ee8f-490e-bb98-844372d8bd4b, host dv-cinder-802882-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=379556fb-ee8f-490e-bb98-844372d8bd4b,segment=NetworkSegment(2ab3ca0a-894a-4176-b6a5-25a9aa3537dc),segment_id=2ab3ca0a-894a-4176-b6a5-25a9aa3537dc)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:18:25.621024 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:25.680344 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54deeba-f5a7-4a90-8d2e-540f9590edad None None] Pushing event updated for resources: {'Port': ['ID=379556fb-ee8f-490e-bb98-844372d8bd4b,revision_number=2']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:18:26.509523 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 379556fb-ee8f-490e-bb98-844372d8bd4b up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:18:26.512836 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfdc8ab-a424-4a7a-a616-0eb4228c0a6a None None] Network a50a0f11-2276-43f8-a1ea-0f9122bbe45c requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:18:26.620981 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-bb1e25ef-fd54-4f72-b6a2-727ac8b05b0a None None] Provisioning for port 379556fb-ee8f-490e-bb98-844372d8bd4b completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:18:26.667724 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning for port 379556fb-ee8f-490e-bb98-844372d8bd4b completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:18:26.674291 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port 379556fb-ee8f-490e-bb98-844372d8bd4b triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:18:26.674669 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:26.800262 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:26.847561 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] For port 379556fb-ee8f-490e-bb98-844372d8bd4b, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=379556fb-ee8f-490e-bb98-844372d8bd4b,segment=NetworkSegment(2ab3ca0a-894a-4176-b6a5-25a9aa3537dc),segment_id=2ab3ca0a-894a-4176-b6a5-25a9aa3537dc)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:18:26.853074 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:26.909734 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Pushing event updated for resources: {'Port': ['ID=379556fb-ee8f-490e-bb98-844372d8bd4b,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:18:27.058306 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-885ede58-f725-45d3-9189-04b00cdff569 None None] Provisioning complete for port 379556fb-ee8f-490e-bb98-844372d8bd4b triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:18:27.058597 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-885ede58-f725-45d3-9189-04b00cdff569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:28.011286 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-6eee28d9-99c6-4f96-82d9-90ba79cc9835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:28.240751 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:28.470631 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 379556fb-ee8f-490e-bb98-844372d8bd4b up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:18:28.522493 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port 379556fb-ee8f-490e-bb98-844372d8bd4b triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:18:28.522863 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:29.282355 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:31.331934 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:41.069937 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 5 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:18:55.049597 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-6811128f-8bd7-4fa8-b51d-6ae0630c48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:58.011559 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-0c459f0a-b552-4b6d-afc8-734598cb988f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:58.233959 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:59.283687 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:01.329927 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:18.069339 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 5 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:19:25.052085 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-f27b0023-1457-4cc1-9e80-c023a7ea0c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:28.013529 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ab8134e2-89ed-4c14-9063-23f2f8b6d099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:28.236340 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:29.286448 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:31.331538 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:49.311361 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 52868) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:19:49.317541 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [None req-1262d3d3-d31d-4462-8e2a-b29338d32b3c tempest-verify_tempest_config-1774795362 tempest-verify_tempest_config-1774795362-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:19:49.318653 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-1262d3d3-d31d-4462-8e2a-b29338d32b3c tempest-verify_tempest_config-1774795362 tempest-verify_tempest_config-1774795362-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063031 Jul 29 14:19:49.641647 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 52886) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:19:49.752304 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9b17a041-da4d-4039-9c12-445dd905a091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:49.869895 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9b17a041-da4d-4039-9c12-445dd905a091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:49.875804 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9b17a041-da4d-4039-9c12-445dd905a091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:49.924261 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-9b17a041-da4d-4039-9c12-445dd905a091 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c5fbd0448fb24affaa994b019bd73e80&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2814889 Jul 29 14:19:49.924945 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17a041-da4d-4039-9c12-445dd905a091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85092e81-dae4-4eff-9c2c-af881628a588,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:19:49.927991 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 52890) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:19:49.933339 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17a041-da4d-4039-9c12-445dd905a091 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:19:49.933710 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17a041-da4d-4039-9c12-445dd905a091 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:19:49.934098 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17a041-da4d-4039-9c12-445dd905a091 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:19:49.934439 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17a041-da4d-4039-9c12-445dd905a091 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:19:49.934777 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17a041-da4d-4039-9c12-445dd905a091 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:19:49.935128 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17a041-da4d-4039-9c12-445dd905a091 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:19:49.935466 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17a041-da4d-4039-9c12-445dd905a091 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:19:49.935797 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17a041-da4d-4039-9c12-445dd905a091 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:19:49.936145 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17a041-da4d-4039-9c12-445dd905a091 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:19:49.936678 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17a041-da4d-4039-9c12-445dd905a091 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:19:49.936846 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17a041-da4d-4039-9c12-445dd905a091 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:19:49.937121 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17a041-da4d-4039-9c12-445dd905a091 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:19:50.016574 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2caf43ca-228b-4af7-beb2-7b811c38fdd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:50.038744 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2caf43ca-228b-4af7-beb2-7b811c38fdd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:50.128488 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2caf43ca-228b-4af7-beb2-7b811c38fdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:50.131728 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2caf43ca-228b-4af7-beb2-7b811c38fdd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:50.132952 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-2caf43ca-228b-4af7-beb2-7b811c38fdd3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/85092e81-dae4-4eff-9c2c-af881628a588 HTTP/1.1" status: 204 len: 168 time: 0.2036664 Jul 29 14:19:50.141281 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf43ca-228b-4af7-beb2-7b811c38fdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85092e81-dae4-4eff-9c2c-af881628a588,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:19:50.148832 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf43ca-228b-4af7-beb2-7b811c38fdd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:19:50.149210 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf43ca-228b-4af7-beb2-7b811c38fdd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:19:50.149566 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf43ca-228b-4af7-beb2-7b811c38fdd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:19:50.149908 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf43ca-228b-4af7-beb2-7b811c38fdd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:19:50.150271 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf43ca-228b-4af7-beb2-7b811c38fdd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:19:50.150606 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf43ca-228b-4af7-beb2-7b811c38fdd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:19:50.150941 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf43ca-228b-4af7-beb2-7b811c38fdd3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:19:50.151271 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf43ca-228b-4af7-beb2-7b811c38fdd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:19:50.151605 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf43ca-228b-4af7-beb2-7b811c38fdd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:19:50.151931 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf43ca-228b-4af7-beb2-7b811c38fdd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:19:50.152255 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf43ca-228b-4af7-beb2-7b811c38fdd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:19:50.152769 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf43ca-228b-4af7-beb2-7b811c38fdd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:19:55.055980 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-5adc42b4-6836-4ee5-9191-936f1d7ec0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:55.067676 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 5 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:19:58.015665 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-56ee2c0c-4dda-4de6-bf8d-5d4ad3e6c1e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:58.240479 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:59.289401 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:20:01.337060 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:20:25.057576 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-b6e12cd4-92cd-4a7f-bd7a-113e265ea3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:20:28.015909 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-8717464d-65d3-4d87-89c0-b18d6c403166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:20:28.242429 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:20:29.291662 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:20:31.336760 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:20:32.066861 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 5 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:20:55.060514 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-435c99c8-1695-4c89-9cfd-79117a227e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:20:58.017106 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ccffdc61-bf9b-4a69-b3d8-c3f4361a9377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:20:58.243448 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:20:59.295453 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:01.340027 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:09.065081 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 5 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:21:25.063096 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-728187bb-4c37-48d7-85db-60a15f148419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:26.275394 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579032'] for agent, after_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:28.017521 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-dcd32414-7fe1-4891-bc18-89eaf9058d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:28.245488 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:29.298257 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:30.665809 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 52944) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:21:30.766612 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-a2595b6d-97e3-4d3a-bd65-217223d5f24f admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0996602 Jul 29 14:21:31.342556 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:32.992023 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 52954) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:21:33.053869 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-3348ff6d-155c-4f6b-8074-1bc5d22b7948 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0606377 Jul 29 14:21:46.064154 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:21:55.063718 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-2bd20c2e-136a-4022-b378-f9774c8f81e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:56.211095 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:58.019297 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-3b914b8b-b9ea-4a07-958d-b63999e0ae87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:58.247158 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:21:59.302132 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:01.344401 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:23.062103 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:22:25.065361 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-97c60087-f22c-4642-b842-7b9e66f5d982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:26.223563 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:28.022772 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-5e69c80f-be66-47af-9743-148ca6e070a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:28.248919 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:29.303402 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:31.349579 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:55.067610 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad7dbfc0-da66-48fc-bb8f-5e8c9974da40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:56.217132 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:58.023092 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-b9c77783-2c62-4231-b303-8a9591e88051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:58.257592 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:22:59.318393 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:00.061455 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:23:00.422750 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 53056) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:00.600160 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-daed49ef-ecd6-4f40-be3f-e5d79cd6d9f9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-26638672-network', 'tenant_id': 'ec8ec9dd4084494db38fa371530d0d43'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:00.623210 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daed49ef-ecd6-4f40-be3f-e5d79cd6d9f9 admin admin] Made reservation on behalf of ec8ec9dd4084494db38fa371530d0d43 for: {'network': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:23:00.625828 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-daed49ef-ecd6-4f40-be3f-e5d79cd6d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for network, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:00.635740 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-daed49ef-ecd6-4f40-be3f-e5d79cd6d9f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:00.734877 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-daed49ef-ecd6-4f40-be3f-e5d79cd6d9f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:00.739569 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-daed49ef-ecd6-4f40-be3f-e5d79cd6d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:00.773457 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed49ef-ecd6-4f40-be3f-e5d79cd6d9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39176f5b-d1c3-46b9-82b3-bd012385b9e9,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:00.780528 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daed49ef-ecd6-4f40-be3f-e5d79cd6d9f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=93046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:23:00.785646 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed49ef-ecd6-4f40-be3f-e5d79cd6d9f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:00.786047 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed49ef-ecd6-4f40-be3f-e5d79cd6d9f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:00.786509 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed49ef-ecd6-4f40-be3f-e5d79cd6d9f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:00.786869 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed49ef-ecd6-4f40-be3f-e5d79cd6d9f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:00.787246 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed49ef-ecd6-4f40-be3f-e5d79cd6d9f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:00.787699 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed49ef-ecd6-4f40-be3f-e5d79cd6d9f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:00.787959 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed49ef-ecd6-4f40-be3f-e5d79cd6d9f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:00.788293 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed49ef-ecd6-4f40-be3f-e5d79cd6d9f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:00.788642 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed49ef-ecd6-4f40-be3f-e5d79cd6d9f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:00.788993 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed49ef-ecd6-4f40-be3f-e5d79cd6d9f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:00.789317 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed49ef-ecd6-4f40-be3f-e5d79cd6d9f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:00.789638 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed49ef-ecd6-4f40-be3f-e5d79cd6d9f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:00.798409 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed49ef-ecd6-4f40-be3f-e5d79cd6d9f9 admin admin] Tracked resource versions report: Jul 29 14:23:00.798409 dv-cinder-802882-2-iscsi neutron-server[93046]: pushed versions: Jul 29 14:23:00.798409 dv-cinder-802882-2-iscsi neutron-server[93046]: { 'AddressGroup': {'1.2'}, Jul 29 14:23:00.798409 dv-cinder-802882-2-iscsi neutron-server[93046]: 'ConntrackHelper': {'1.0'}, Jul 29 14:23:00.798409 dv-cinder-802882-2-iscsi neutron-server[93046]: 'Log': {'1.0'}, Jul 29 14:23:00.798409 dv-cinder-802882-2-iscsi neutron-server[93046]: 'Network': {'1.1'}, Jul 29 14:23:00.798409 dv-cinder-802882-2-iscsi neutron-server[93046]: 'Port': {'1.7'}, Jul 29 14:23:00.798409 dv-cinder-802882-2-iscsi neutron-server[93046]: 'PortForwarding': {'1.2'}, Jul 29 14:23:00.798409 dv-cinder-802882-2-iscsi neutron-server[93046]: 'QosPolicy': {'1.8'}, Jul 29 14:23:00.798409 dv-cinder-802882-2-iscsi neutron-server[93046]: 'SecurityGroup': {'1.4'}, Jul 29 14:23:00.798409 dv-cinder-802882-2-iscsi neutron-server[93046]: 'SecurityGroupRule': {'1.2'}, Jul 29 14:23:00.798409 dv-cinder-802882-2-iscsi neutron-server[93046]: 'SubPort': {'1.0'}, Jul 29 14:23:00.798409 dv-cinder-802882-2-iscsi neutron-server[93046]: 'Subnet': {'1.1'}, Jul 29 14:23:00.798409 dv-cinder-802882-2-iscsi neutron-server[93046]: 'Trunk': {'1.1'}} Jul 29 14:23:00.798409 dv-cinder-802882-2-iscsi neutron-server[93046]: consumer versions: Jul 29 14:23:00.798409 dv-cinder-802882-2-iscsi neutron-server[93046]: { DHCP agent@dv-cinder-802882-2-iscsi: {}, Jul 29 14:23:00.798409 dv-cinder-802882-2-iscsi neutron-server[93046]: HyperV agent@hv-cinder-80288: {}, Jul 29 14:23:00.798409 dv-cinder-802882-2-iscsi neutron-server[93046]: L3 agent@dv-cinder-802882-2-iscsi: {}, Jul 29 14:23:00.798409 dv-cinder-802882-2-iscsi neutron-server[93046]: Metadata agent@dv-cinder-802882-2-iscsi: {}, Jul 29 14:23:00.798409 dv-cinder-802882-2-iscsi neutron-server[93046]: Metering agent@dv-cinder-802882-2-iscsi: {}, Jul 29 14:23:00.798409 dv-cinder-802882-2-iscsi neutron-server[93046]: Open vSwitch agent@dv-cinder-802882-2-iscsi: { 'AddressGroup': '1.2', Jul 29 14:23:00.798409 dv-cinder-802882-2-iscsi neutron-server[93046]: 'ConntrackHelper': '1.0', Jul 29 14:23:00.798409 dv-cinder-802882-2-iscsi neutron-server[93046]: 'Log': '1.0', Jul 29 14:23:00.798409 dv-cinder-802882-2-iscsi neutron-server[93046]: 'Network': '1.1', Jul 29 14:23:00.798409 dv-cinder-802882-2-iscsi neutron-server[93046]: 'Port': '1.7', Jul 29 14:23:00.798409 dv-cinder-802882-2-iscsi neutron-server[93046]: 'PortForwarding': '1.2', Jul 29 14:23:00.798409 dv-cinder-802882-2-iscsi neutron-server[93046]: 'QosPolicy': '1.8', Jul 29 14:23:00.798409 dv-cinder-802882-2-iscsi neutron-server[93046]: 'SecurityGroup': '1.4', Jul 29 14:23:00.798409 dv-cinder-802882-2-iscsi neutron-server[93046]: 'SecurityGroupRule': '1.2', Jul 29 14:23:00.798409 dv-cinder-802882-2-iscsi neutron-server[93046]: 'SubPort': '1.0', Jul 29 14:23:00.798409 dv-cinder-802882-2-iscsi neutron-server[93046]: 'Subnet': '1.1', Jul 29 14:23:00.798409 dv-cinder-802882-2-iscsi neutron-server[93046]: 'Trunk': '1.1'}} Jul 29 14:23:00.798409 dv-cinder-802882-2-iscsi neutron-server[93046]: {{(pid=93046) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 14:23:00.807400 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-daed49ef-ecd6-4f40-be3f-e5d79cd6d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:00.807748 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.db.segments_db [None req-daed49ef-ecd6-4f40-be3f-e5d79cd6d9f9 admin admin] Added segment b03b25ab-3830-4437-9930-58c769ecf5b6 of type vlan for network ba4aefee-5518-43ab-b349-b6284cfd9b1b Jul 29 14:23:00.850209 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-daed49ef-ecd6-4f40-be3f-e5d79cd6d9f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774390054750'] for network, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:00.880165 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-daed49ef-ecd6-4f40-be3f-e5d79cd6d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:00.881420 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daed49ef-ecd6-4f40-be3f-e5d79cd6d9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:00.882075 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-daed49ef-ecd6-4f40-be3f-e5d79cd6d9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:00.931044 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-daed49ef-ecd6-4f40-be3f-e5d79cd6d9f9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5071135 Jul 29 14:23:00.934279 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 53102) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:00.939856 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-ee4167c6-8e1d-42da-881f-d4a0717f330a admin admin] Request body: {'subnet': {'network_id': 'ba4aefee-5518-43ab-b349-b6284cfd9b1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-26638672-subnet', 'tenant_id': 'ec8ec9dd4084494db38fa371530d0d43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:00.950851 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed49ef-ecd6-4f40-be3f-e5d79cd6d9f9 admin admin] Pushing event updated for resources: {'Network': ['ID=ba4aefee-5518-43ab-b349-b6284cfd9b1b,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:00.962480 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Network ba4aefee-5518-43ab-b349-b6284cfd9b1b details requested by agent ovs-agent-dv-cinder-802882-2-iscsi with host dv-cinder-802882-2-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:23:00.963832 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4167c6-8e1d-42da-881f-d4a0717f330a admin admin] Made reservation on behalf of ec8ec9dd4084494db38fa371530d0d43 for: {'subnet': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:23:00.966908 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ee4167c6-8e1d-42da-881f-d4a0717f330a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:01.143723 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ee4167c6-8e1d-42da-881f-d4a0717f330a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for subnet, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:01.205209 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4167c6-8e1d-42da-881f-d4a0717f330a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cc3d8ce-88cb-4c2e-acf9-3ec507020a22,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:01.214856 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4167c6-8e1d-42da-881f-d4a0717f330a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:01.215230 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4167c6-8e1d-42da-881f-d4a0717f330a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:01.215624 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4167c6-8e1d-42da-881f-d4a0717f330a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:01.215966 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4167c6-8e1d-42da-881f-d4a0717f330a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:01.216410 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4167c6-8e1d-42da-881f-d4a0717f330a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:01.216643 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4167c6-8e1d-42da-881f-d4a0717f330a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:01.216982 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4167c6-8e1d-42da-881f-d4a0717f330a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:01.217315 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4167c6-8e1d-42da-881f-d4a0717f330a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:01.217644 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4167c6-8e1d-42da-881f-d4a0717f330a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:01.218003 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4167c6-8e1d-42da-881f-d4a0717f330a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:01.218326 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4167c6-8e1d-42da-881f-d4a0717f330a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:01.218736 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4167c6-8e1d-42da-881f-d4a0717f330a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:01.219841 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4167c6-8e1d-42da-881f-d4a0717f330a admin admin] Tracked resource versions report: Jul 29 14:23:01.219841 dv-cinder-802882-2-iscsi neutron-server[93047]: pushed versions: Jul 29 14:23:01.219841 dv-cinder-802882-2-iscsi neutron-server[93047]: { 'AddressGroup': {'1.2'}, Jul 29 14:23:01.219841 dv-cinder-802882-2-iscsi neutron-server[93047]: 'ConntrackHelper': {'1.0'}, Jul 29 14:23:01.219841 dv-cinder-802882-2-iscsi neutron-server[93047]: 'Log': {'1.0'}, Jul 29 14:23:01.219841 dv-cinder-802882-2-iscsi neutron-server[93047]: 'Network': {'1.1'}, Jul 29 14:23:01.219841 dv-cinder-802882-2-iscsi neutron-server[93047]: 'Port': {'1.7'}, Jul 29 14:23:01.219841 dv-cinder-802882-2-iscsi neutron-server[93047]: 'PortForwarding': {'1.2'}, Jul 29 14:23:01.219841 dv-cinder-802882-2-iscsi neutron-server[93047]: 'QosPolicy': {'1.8'}, Jul 29 14:23:01.219841 dv-cinder-802882-2-iscsi neutron-server[93047]: 'SecurityGroup': {'1.4'}, Jul 29 14:23:01.219841 dv-cinder-802882-2-iscsi neutron-server[93047]: 'SecurityGroupRule': {'1.2'}, Jul 29 14:23:01.219841 dv-cinder-802882-2-iscsi neutron-server[93047]: 'SubPort': {'1.0'}, Jul 29 14:23:01.219841 dv-cinder-802882-2-iscsi neutron-server[93047]: 'Subnet': {'1.1'}, Jul 29 14:23:01.219841 dv-cinder-802882-2-iscsi neutron-server[93047]: 'Trunk': {'1.1'}} Jul 29 14:23:01.219841 dv-cinder-802882-2-iscsi neutron-server[93047]: consumer versions: Jul 29 14:23:01.219841 dv-cinder-802882-2-iscsi neutron-server[93047]: { DHCP agent@dv-cinder-802882-2-iscsi: {}, Jul 29 14:23:01.219841 dv-cinder-802882-2-iscsi neutron-server[93047]: HyperV agent@hv-cinder-80288: {}, Jul 29 14:23:01.219841 dv-cinder-802882-2-iscsi neutron-server[93047]: L3 agent@dv-cinder-802882-2-iscsi: {}, Jul 29 14:23:01.219841 dv-cinder-802882-2-iscsi neutron-server[93047]: Metadata agent@dv-cinder-802882-2-iscsi: {}, Jul 29 14:23:01.219841 dv-cinder-802882-2-iscsi neutron-server[93047]: Metering agent@dv-cinder-802882-2-iscsi: {}, Jul 29 14:23:01.219841 dv-cinder-802882-2-iscsi neutron-server[93047]: Open vSwitch agent@dv-cinder-802882-2-iscsi: { 'AddressGroup': '1.2', Jul 29 14:23:01.219841 dv-cinder-802882-2-iscsi neutron-server[93047]: 'ConntrackHelper': '1.0', Jul 29 14:23:01.219841 dv-cinder-802882-2-iscsi neutron-server[93047]: 'Log': '1.0', Jul 29 14:23:01.219841 dv-cinder-802882-2-iscsi neutron-server[93047]: 'Network': '1.1', Jul 29 14:23:01.219841 dv-cinder-802882-2-iscsi neutron-server[93047]: 'Port': '1.7', Jul 29 14:23:01.219841 dv-cinder-802882-2-iscsi neutron-server[93047]: 'PortForwarding': '1.2', Jul 29 14:23:01.219841 dv-cinder-802882-2-iscsi neutron-server[93047]: 'QosPolicy': '1.8', Jul 29 14:23:01.219841 dv-cinder-802882-2-iscsi neutron-server[93047]: 'SecurityGroup': '1.4', Jul 29 14:23:01.219841 dv-cinder-802882-2-iscsi neutron-server[93047]: 'SecurityGroupRule': '1.2', Jul 29 14:23:01.219841 dv-cinder-802882-2-iscsi neutron-server[93047]: 'SubPort': '1.0', Jul 29 14:23:01.219841 dv-cinder-802882-2-iscsi neutron-server[93047]: 'Subnet': '1.1', Jul 29 14:23:01.219841 dv-cinder-802882-2-iscsi neutron-server[93047]: 'Trunk': '1.1'}} Jul 29 14:23:01.219841 dv-cinder-802882-2-iscsi neutron-server[93047]: {{(pid=93047) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 14:23:01.232209 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4167c6-8e1d-42da-881f-d4a0717f330a admin admin] Checking segment: {'id': 'b03b25ab-3830-4437-9930-58c769ecf5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ba4aefee-5518-43ab-b349-b6284cfd9b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:23:01.232638 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4167c6-8e1d-42da-881f-d4a0717f330a admin admin] Network hostable DHCP agents. Network: ba4aefee-5518-43ab-b349-b6284cfd9b1b, hostable agents: ['7d25a96f-5a28-47f2-8bd3-87860bff61e6'], hosted agents: [] {{(pid=93047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:23:01.250044 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4167c6-8e1d-42da-881f-d4a0717f330a admin admin] Network ba4aefee-5518-43ab-b349-b6284cfd9b1b is scheduled to be hosted by DHCP agent 7d25a96f-5a28-47f2-8bd3-87860bff61e6 with binding_index 1 {{(pid=93047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:23:01.262084 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-ee4167c6-8e1d-42da-881f-d4a0717f330a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-2-iscsi, ba4aefee-5518-43ab-b349-b6284cfd9b1b) {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:23:01.270413 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d84a1e-eb08-4c60-ac5c-7064aac9de18 None None] Network ba4aefee-5518-43ab-b349-b6284cfd9b1b requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:23:01.274279 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4167c6-8e1d-42da-881f-d4a0717f330a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:01.274967 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ee4167c6-8e1d-42da-881f-d4a0717f330a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:01.294555 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-ee4167c6-8e1d-42da-881f-d4a0717f330a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3590691 Jul 29 14:23:01.385504 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:01.412891 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd99abc-c602-4036-882b-6cfffbd19e60 None None] Network ba4aefee-5518-43ab-b349-b6284cfd9b1b requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:23:02.251865 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 53186) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:02.329038 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 53192) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:02.501866 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 53206) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:02.511582 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 53210) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:02.580119 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-76d64f7e-ff04-4615-baae-d0322875e5ff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1140062297-network', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:02.605274 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d64f7e-ff04-4615-baae-d0322875e5ff admin admin] Made reservation on behalf of ecc5aee94f74408ba54b34189a01d823 for: {'network': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:23:02.607932 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-76d64f7e-ff04-4615-baae-d0322875e5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for network, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:02.627005 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-dc3cb2bd-3044-4865-90e5-8a4fc873bc3f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1051240878-network', 'tenant_id': '5c645f55b8924ce6825612c02df3edcf'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:02.630620 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-76d64f7e-ff04-4615-baae-d0322875e5ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:02.659639 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3cb2bd-3044-4865-90e5-8a4fc873bc3f admin admin] Made reservation on behalf of 5c645f55b8924ce6825612c02df3edcf for: {'network': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:23:02.667034 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-dc3cb2bd-3044-4865-90e5-8a4fc873bc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for network, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:02.680869 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-dc3cb2bd-3044-4865-90e5-8a4fc873bc3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:02.753527 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-44405dd2-c7e9-4460-909a-678d4521b268 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-498544025-network', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:02.812971 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-76d64f7e-ff04-4615-baae-d0322875e5ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:02.824666 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-76d64f7e-ff04-4615-baae-d0322875e5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:02.846158 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d64f7e-ff04-4615-baae-d0322875e5ff admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=93047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:23:02.868210 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-76d64f7e-ff04-4615-baae-d0322875e5ff admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774390517032', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:02.869202 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-76d64f7e-ff04-4615-baae-d0322875e5ff admin admin] Unsubscribe: segment precommit_create {{(pid=93047) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 14:23:02.870375 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.db.segments_db [None req-76d64f7e-ff04-4615-baae-d0322875e5ff admin admin] Added segment 2a3c3cb3-1d3e-4c59-bff4-f754839f2eca of type vlan for network 8a4c7fff-7798-4447-98a3-cd40daeca628 Jul 29 14:23:02.933042 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-76d64f7e-ff04-4615-baae-d0322875e5ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774390054750'] for network, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:02.981902 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-b2bea156-14af-4bb0-b4af-e8918a5361bd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-415721270-network', 'tenant_id': 'cd75d3c1419945359906a60a91f938d9'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:03.023115 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-76d64f7e-ff04-4615-baae-d0322875e5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:03.024087 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d64f7e-ff04-4615-baae-d0322875e5ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:03.024670 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-76d64f7e-ff04-4615-baae-d0322875e5ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:03.080350 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d64f7e-ff04-4615-baae-d0322875e5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b28c84-2b16-42c0-8446-79e10563812d,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:03.234444 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-dc3cb2bd-3044-4865-90e5-8a4fc873bc3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:03.235651 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d64f7e-ff04-4615-baae-d0322875e5ff admin admin] Pushing event updated for resources: {'Network': ['ID=8a4c7fff-7798-4447-98a3-cd40daeca628,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:03.242333 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-dc3cb2bd-3044-4865-90e5-8a4fc873bc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:03.248401 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Network 8a4c7fff-7798-4447-98a3-cd40daeca628 details requested by agent ovs-agent-dv-cinder-802882-2-iscsi with host dv-cinder-802882-2-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:23:03.271627 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-76d64f7e-ff04-4615-baae-d0322875e5ff admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0185156 Jul 29 14:23:03.274704 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 53250) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:03.284157 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-e9d9598b-9b52-44e2-b768-94361cde1304 admin admin] Request body: {'subnet': {'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1140062297-subnet', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:03.356070 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc3cb2bd-3044-4865-90e5-8a4fc873bc3f admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=93047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:23:03.382676 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44405dd2-c7e9-4460-909a-678d4521b268 admin admin] Made reservation on behalf of ceeb7b9bd977407984c0031f1d786310 for: {'network': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:23:03.386018 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-44405dd2-c7e9-4460-909a-678d4521b268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for network, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:03.387927 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3cb2bd-3044-4865-90e5-8a4fc873bc3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0e20ee-be47-4a48-9581-352a0a6711e7,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:03.408525 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-dc3cb2bd-3044-4865-90e5-8a4fc873bc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:03.408880 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.db.segments_db [None req-dc3cb2bd-3044-4865-90e5-8a4fc873bc3f admin admin] Added segment 835fc5e6-f12e-4899-9ab3-61fab492cf37 of type vlan for network 6d0eb179-2c3f-4e51-8768-4cf203aef2f0 Jul 29 14:23:03.413436 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-44405dd2-c7e9-4460-909a-678d4521b268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:03.436037 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bea156-14af-4bb0-b4af-e8918a5361bd admin admin] Made reservation on behalf of cd75d3c1419945359906a60a91f938d9 for: {'network': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:23:03.439022 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b2bea156-14af-4bb0-b4af-e8918a5361bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for network, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:03.449339 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d9598b-9b52-44e2-b768-94361cde1304 admin admin] Made reservation on behalf of ecc5aee94f74408ba54b34189a01d823 for: {'subnet': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:23:03.453202 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e9d9598b-9b52-44e2-b768-94361cde1304 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:03.492268 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b2bea156-14af-4bb0-b4af-e8918a5361bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:03.506242 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-dc3cb2bd-3044-4865-90e5-8a4fc873bc3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774390054750'] for network, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:03.594095 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-dc3cb2bd-3044-4865-90e5-8a4fc873bc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:03.595492 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3cb2bd-3044-4865-90e5-8a4fc873bc3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:03.597120 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-dc3cb2bd-3044-4865-90e5-8a4fc873bc3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:03.654600 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e9d9598b-9b52-44e2-b768-94361cde1304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for subnet, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:03.691193 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 53288) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:03.693296 dv-cinder-802882-2-iscsi neutron-server[93047]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 29 14:23:03.756269 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9598b-9b52-44e2-b768-94361cde1304 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:03.766037 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d9598b-9b52-44e2-b768-94361cde1304 admin admin] Checking segment: {'id': '2a3c3cb3-1d3e-4c59-bff4-f754839f2eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:23:03.766757 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d9598b-9b52-44e2-b768-94361cde1304 admin admin] Network hostable DHCP agents. Network: 8a4c7fff-7798-4447-98a3-cd40daeca628, hostable agents: ['7d25a96f-5a28-47f2-8bd3-87860bff61e6'], hosted agents: [] {{(pid=93046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:23:03.785836 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d9598b-9b52-44e2-b768-94361cde1304 admin admin] Network 8a4c7fff-7798-4447-98a3-cd40daeca628 is scheduled to be hosted by DHCP agent 7d25a96f-5a28-47f2-8bd3-87860bff61e6 with binding_index 1 {{(pid=93046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:23:03.802920 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-e9d9598b-9b52-44e2-b768-94361cde1304 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-2-iscsi, 8a4c7fff-7798-4447-98a3-cd40daeca628) {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:23:03.813297 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3cb2bd-3044-4865-90e5-8a4fc873bc3f admin admin] Pushing event updated for resources: {'Network': ['ID=6d0eb179-2c3f-4e51-8768-4cf203aef2f0,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:03.813541 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04973919-59b1-471f-b60a-5f5ea290dcc6 None None] Network 8a4c7fff-7798-4447-98a3-cd40daeca628 requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:23:03.827066 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d9598b-9b52-44e2-b768-94361cde1304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:03.829647 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e9d9598b-9b52-44e2-b768-94361cde1304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:03.836009 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Network 6d0eb179-2c3f-4e51-8768-4cf203aef2f0 details requested by agent ovs-agent-dv-cinder-802882-2-iscsi with host dv-cinder-802882-2-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:23:03.902917 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-44405dd2-c7e9-4460-909a-678d4521b268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:03.917694 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-e9d9598b-9b52-44e2-b768-94361cde1304 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6414864 Jul 29 14:23:03.918509 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 53290) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:03.924311 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-5084d426-92e7-46ef-898b-eccb8e3cfa4e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1140062297-router', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'}}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:03.953867 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-44405dd2-c7e9-4460-909a-678d4521b268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:04.046942 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44405dd2-c7e9-4460-909a-678d4521b268 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=93047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:23:04.062851 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-e3a22e72-bfb2-4385-805c-95c947ea0fe3 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:04.069975 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-e3a22e72-bfb2-4385-805c-95c947ea0fe3 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/networks?id=ba4aefee-5518-43ab-b349-b6284cfd9b1b HTTP/1.1" status: 200 len: 813 time: 0.3776300 Jul 29 14:23:04.071786 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp996c38f0-f082-52d3-b50b-327a8c50c333-8a4c7fff-7798-4447-98a3-cd40daeca628', 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'fixed_ips': [{'subnet_id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6'}]}} from dv-cinder-802882-2-iscsi. {{(pid=93048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:23:04.073234 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:04.096313 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44405dd2-c7e9-4460-909a-678d4521b268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac28c0e8-973a-40a5-8102-96752290da1d,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:04.114212 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-44405dd2-c7e9-4460-909a-678d4521b268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:04.115608 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.db.segments_db [None req-44405dd2-c7e9-4460-909a-678d4521b268 admin admin] Added segment 171cdf2a-2213-42f7-85e5-9a92fa36eb78 of type vlan for network b3cec429-afe0-40ba-a154-12d562265125 Jul 29 14:23:04.135631 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-41214430-bacb-40f4-a9c0-26107552313c tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/quotas/ec8ec9dd4084494db38fa371530d0d43 HTTP/1.1" status: 200 len: 375 time: 0.0635841 Jul 29 14:23:04.224701 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-ac3a1a04-6f6a-4819-9d45-a6886c723ddb tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ec8ec9dd4084494db38fa371530d0d43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0880518 Jul 29 14:23:04.257683 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.db_base_plugin_common [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] Allocated IP 172.20.0.2 (8a4c7fff-7798-4447-98a3-cd40daeca628/7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6/6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27) {{(pid=93048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:23:04.260395 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-44405dd2-c7e9-4460-909a-678d4521b268 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774390054750'] for network, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:04.322518 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-44405dd2-c7e9-4460-909a-678d4521b268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:04.324546 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44405dd2-c7e9-4460-909a-678d4521b268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:04.325518 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-44405dd2-c7e9-4460-909a-678d4521b268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:04.380713 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b2bea156-14af-4bb0-b4af-e8918a5361bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:04.395990 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b2bea156-14af-4bb0-b4af-e8918a5361bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:04.410888 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-dc3cb2bd-3044-4865-90e5-8a4fc873bc3f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0805469 Jul 29 14:23:04.419591 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 53302) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:04.431305 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2bea156-14af-4bb0-b4af-e8918a5361bd admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=93047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:23:04.434549 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44405dd2-c7e9-4460-909a-678d4521b268 admin admin] Pushing event updated for resources: {'Network': ['ID=b3cec429-afe0-40ba-a154-12d562265125,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:04.435130 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-b11ccf3c-0d05-4607-8a2d-f2ea248c9011 admin admin] Request body: {'subnet': {'network_id': '6d0eb179-2c3f-4e51-8768-4cf203aef2f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1051240878-subnet', 'tenant_id': '5c645f55b8924ce6825612c02df3edcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:04.467319 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5084d426-92e7-46ef-898b-eccb8e3cfa4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2750'] for router, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:04.468459 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5084d426-92e7-46ef-898b-eccb8e3cfa4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2737'] for router, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:04.471631 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b2bea156-14af-4bb0-b4af-e8918a5361bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:04.472337 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.db.segments_db [None req-b2bea156-14af-4bb0-b4af-e8918a5361bd admin admin] Added segment 7459c351-1400-44f7-90e7-900d8e2c6192 of type vlan for network efd2d8f7-ea7b-4436-9973-addb76973128 Jul 29 14:23:04.474250 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bea156-14af-4bb0-b4af-e8918a5361bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1f79f8-968b-4076-8530-8ad96627d725,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:04.494809 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-44405dd2-c7e9-4460-909a-678d4521b268 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9911282 Jul 29 14:23:04.495692 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 53306) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:04.502704 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-fe519f94-742b-4277-bdf7-2cfaafcf88ac admin admin] Request body: {'subnet': {'network_id': 'b3cec429-afe0-40ba-a154-12d562265125', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-498544025-subnet', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:04.549836 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b2bea156-14af-4bb0-b4af-e8918a5361bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774390054750'] for network, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:04.573057 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-9a1c9a8c-def9-40aa-bf02-08471c088d95 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:23:04.574222 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-9a1c9a8c-def9-40aa-bf02-08471c088d95 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1204336 Jul 29 14:23:04.596408 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5084d426-92e7-46ef-898b-eccb8e3cfa4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:04.602921 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Network b3cec429-afe0-40ba-a154-12d562265125 details requested by agent ovs-agent-dv-cinder-802882-2-iscsi with host dv-cinder-802882-2-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:23:04.658888 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] Notify callbacks [] for port, precommit_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:04.671219 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] Transition to ACTIVE for port object 6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27 will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:23:04.692848 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] Transition to ACTIVE for port object 6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27 will not be triggered until provisioned by entity DHCP. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:23:04.713061 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078'] for port, after_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:04.828940 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b2bea156-14af-4bb0-b4af-e8918a5361bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:04.829942 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bea156-14af-4bb0-b4af-e8918a5361bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:04.831580 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b2bea156-14af-4bb0-b4af-e8918a5361bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:04.947101 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11ccf3c-0d05-4607-8a2d-f2ea248c9011 admin admin] Made reservation on behalf of 5c645f55b8924ce6825612c02df3edcf for: {'subnet': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:23:04.951801 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bea156-14af-4bb0-b4af-e8918a5361bd admin admin] Pushing event updated for resources: {'Network': ['ID=efd2d8f7-ea7b-4436-9973-addb76973128,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:04.954465 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b11ccf3c-0d05-4607-8a2d-f2ea248c9011 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:04.958716 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] Network 8a4c7fff-7798-4447-98a3-cd40daeca628 is already hosted by enough agents. {{(pid=93048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:23:04.982337 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.scheduler.base_scheduler [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] Resources bound (agent type, host, resource id): {{(pid=93048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:23:04.989661 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] Received port after_create {{(pid=93048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:23:05.001194 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Network efd2d8f7-ea7b-4436-9973-addb76973128 details requested by agent ovs-agent-dv-cinder-802882-2-iscsi with host dv-cinder-802882-2-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:23:05.020490 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-553a6907-6188-4028-94a2-2c4b167901d9 service neutron] 10.222.0.44 "GET /v2.0/networks/ba4aefee-5518-43ab-b349-b6284cfd9b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388278 Jul 29 14:23:05.023629 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe519f94-742b-4277-bdf7-2cfaafcf88ac admin admin] Made reservation on behalf of ceeb7b9bd977407984c0031f1d786310 for: {'subnet': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:23:05.028395 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-fe519f94-742b-4277-bdf7-2cfaafcf88ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:05.061190 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-b2bea156-14af-4bb0-b4af-e8918a5361bd admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5486243 Jul 29 14:23:05.114668 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 53330) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:05.129094 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-108c57e0-e9ae-43a4-bc1b-0935a08a9ee9 admin admin] Request body: {'subnet': {'network_id': 'efd2d8f7-ea7b-4436-9973-addb76973128', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-415721270-subnet', 'tenant_id': 'cd75d3c1419945359906a60a91f938d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:05.177459 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b11ccf3c-0d05-4607-8a2d-f2ea248c9011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for subnet, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:05.188051 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108c57e0-e9ae-43a4-bc1b-0935a08a9ee9 admin admin] Made reservation on behalf of cd75d3c1419945359906a60a91f938d9 for: {'subnet': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:23:05.190653 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-108c57e0-e9ae-43a4-bc1b-0935a08a9ee9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:05.208075 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] Pushing event updated for resources: {'Port': ['ID=6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27,revision_number=1']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:05.262075 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:05.262951 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:05.262951 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:05.263491 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:05.263935 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:05.270377 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:05.271734 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:05.274421 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:05.275091 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:05.276573 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:05.278297 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:05.280604 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:05.282667 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] Tracked resource versions report: Jul 29 14:23:05.282667 dv-cinder-802882-2-iscsi neutron-server[93048]: pushed versions: Jul 29 14:23:05.282667 dv-cinder-802882-2-iscsi neutron-server[93048]: { 'AddressGroup': {'1.2'}, Jul 29 14:23:05.282667 dv-cinder-802882-2-iscsi neutron-server[93048]: 'ConntrackHelper': {'1.0'}, Jul 29 14:23:05.282667 dv-cinder-802882-2-iscsi neutron-server[93048]: 'Log': {'1.0'}, Jul 29 14:23:05.282667 dv-cinder-802882-2-iscsi neutron-server[93048]: 'Network': {'1.1'}, Jul 29 14:23:05.282667 dv-cinder-802882-2-iscsi neutron-server[93048]: 'Port': {'1.7'}, Jul 29 14:23:05.282667 dv-cinder-802882-2-iscsi neutron-server[93048]: 'PortForwarding': {'1.2'}, Jul 29 14:23:05.282667 dv-cinder-802882-2-iscsi neutron-server[93048]: 'QosPolicy': {'1.8'}, Jul 29 14:23:05.282667 dv-cinder-802882-2-iscsi neutron-server[93048]: 'SecurityGroup': {'1.4'}, Jul 29 14:23:05.282667 dv-cinder-802882-2-iscsi neutron-server[93048]: 'SecurityGroupRule': {'1.2'}, Jul 29 14:23:05.282667 dv-cinder-802882-2-iscsi neutron-server[93048]: 'SubPort': {'1.0'}, Jul 29 14:23:05.282667 dv-cinder-802882-2-iscsi neutron-server[93048]: 'Subnet': {'1.1'}, Jul 29 14:23:05.282667 dv-cinder-802882-2-iscsi neutron-server[93048]: 'Trunk': {'1.1'}} Jul 29 14:23:05.282667 dv-cinder-802882-2-iscsi neutron-server[93048]: consumer versions: Jul 29 14:23:05.282667 dv-cinder-802882-2-iscsi neutron-server[93048]: { DHCP agent@dv-cinder-802882-2-iscsi: {}, Jul 29 14:23:05.282667 dv-cinder-802882-2-iscsi neutron-server[93048]: HyperV agent@hv-cinder-80288: {}, Jul 29 14:23:05.282667 dv-cinder-802882-2-iscsi neutron-server[93048]: L3 agent@dv-cinder-802882-2-iscsi: {}, Jul 29 14:23:05.282667 dv-cinder-802882-2-iscsi neutron-server[93048]: Metadata agent@dv-cinder-802882-2-iscsi: {}, Jul 29 14:23:05.282667 dv-cinder-802882-2-iscsi neutron-server[93048]: Metering agent@dv-cinder-802882-2-iscsi: {}, Jul 29 14:23:05.282667 dv-cinder-802882-2-iscsi neutron-server[93048]: Open vSwitch agent@dv-cinder-802882-2-iscsi: { 'AddressGroup': '1.2', Jul 29 14:23:05.282667 dv-cinder-802882-2-iscsi neutron-server[93048]: 'ConntrackHelper': '1.0', Jul 29 14:23:05.282667 dv-cinder-802882-2-iscsi neutron-server[93048]: 'Log': '1.0', Jul 29 14:23:05.282667 dv-cinder-802882-2-iscsi neutron-server[93048]: 'Network': '1.1', Jul 29 14:23:05.282667 dv-cinder-802882-2-iscsi neutron-server[93048]: 'Port': '1.7', Jul 29 14:23:05.282667 dv-cinder-802882-2-iscsi neutron-server[93048]: 'PortForwarding': '1.2', Jul 29 14:23:05.282667 dv-cinder-802882-2-iscsi neutron-server[93048]: 'QosPolicy': '1.8', Jul 29 14:23:05.282667 dv-cinder-802882-2-iscsi neutron-server[93048]: 'SecurityGroup': '1.4', Jul 29 14:23:05.282667 dv-cinder-802882-2-iscsi neutron-server[93048]: 'SecurityGroupRule': '1.2', Jul 29 14:23:05.282667 dv-cinder-802882-2-iscsi neutron-server[93048]: 'SubPort': '1.0', Jul 29 14:23:05.282667 dv-cinder-802882-2-iscsi neutron-server[93048]: 'Subnet': '1.1', Jul 29 14:23:05.282667 dv-cinder-802882-2-iscsi neutron-server[93048]: 'Trunk': '1.1'}} Jul 29 14:23:05.282667 dv-cinder-802882-2-iscsi neutron-server[93048]: {{(pid=93048) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 14:23:05.294715 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5084d426-92e7-46ef-898b-eccb8e3cfa4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744650', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2723'] for router, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:05.306164 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] Attempting to bind port 6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27 on host dv-cinder-802882-2-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:23:05.307022 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] Attempting to bind port 6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27 by drivers openvswitch,hyperv on host dv-cinder-802882-2-iscsi at level 0 using segments [{'id': '2a3c3cb3-1d3e-4c59-bff4-f754839f2eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:23:05.307496 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] Attempting to bind port 6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27 on network 8a4c7fff-7798-4447-98a3-cd40daeca628 {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:23:05.314314 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] Checking agent: {'id': '1ca66b18-24af-4c4d-ab67-53f04b5066d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 14, 58), 'started_at': datetime.datetime(2021, 7, 29, 14, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:23:05.315081 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] Checking segment: {'id': '2a3c3cb3-1d3e-4c59-bff4-f754839f2eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:23:05.315712 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:05.316361 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] Bound using segment: {'id': '2a3c3cb3-1d3e-4c59-bff4-f754839f2eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:23:05.317058 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] Bound port: 6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27, host: dv-cinder-802882-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a3c3cb3-1d3e-4c59-bff4-f754839f2eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:23:05.317766 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:05.409971 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] For port 6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27, host dv-cinder-802882-2-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:23:05.414114 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] For port 6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27, host dv-cinder-802882-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27,segment=NetworkSegment(2a3c3cb3-1d3e-4c59-bff4-f754839f2eca),segment_id=2a3c3cb3-1d3e-4c59-bff4-f754839f2eca)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:23:05.417517 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-b2a7f62b-4343-4039-8584-7c6e90be3c42 service neutron] 10.222.0.44 "GET /v2.0/networks/ba4aefee-5518-43ab-b349-b6284cfd9b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829269 Jul 29 14:23:05.423557 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:05.429694 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ccf3c-0d05-4607-8a2d-f2ea248c9011 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71071247-be60-474f-b8b3-e493b3eca889,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:05.446347 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11ccf3c-0d05-4607-8a2d-f2ea248c9011 admin admin] Checking segment: {'id': '835fc5e6-f12e-4899-9ab3-61fab492cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6d0eb179-2c3f-4e51-8768-4cf203aef2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:23:05.446719 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11ccf3c-0d05-4607-8a2d-f2ea248c9011 admin admin] Network hostable DHCP agents. Network: 6d0eb179-2c3f-4e51-8768-4cf203aef2f0, hostable agents: ['7d25a96f-5a28-47f2-8bd3-87860bff61e6'], hosted agents: [] {{(pid=93046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:23:05.524447 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649cd1a0-cedb-4c6a-b528-b6443f84e311 None None] Pushing event updated for resources: {'Port': ['ID=6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27,revision_number=2']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:05.526231 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11ccf3c-0d05-4607-8a2d-f2ea248c9011 admin admin] Network 6d0eb179-2c3f-4e51-8768-4cf203aef2f0 is scheduled to be hosted by DHCP agent 7d25a96f-5a28-47f2-8bd3-87860bff61e6 with binding_index 1 {{(pid=93046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:23:05.546647 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-b11ccf3c-0d05-4607-8a2d-f2ea248c9011 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-2-iscsi, 6d0eb179-2c3f-4e51-8768-4cf203aef2f0) {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:23:05.554360 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11ccf3c-0d05-4607-8a2d-f2ea248c9011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:05.555182 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b11ccf3c-0d05-4607-8a2d-f2ea248c9011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:05.565112 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5923832-b3eb-4eaf-a143-ca13a37a6bb7 None None] Network 6d0eb179-2c3f-4e51-8768-4cf203aef2f0 requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:23:05.578709 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-b11ccf3c-0d05-4607-8a2d-f2ea248c9011 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1564484 Jul 29 14:23:05.579042 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-108c57e0-e9ae-43a4-bc1b-0935a08a9ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for subnet, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:05.581801 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 53356) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:05.588746 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-7544d822-dc1d-4cd7-88ad-024440f8c507 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1051240878-router', 'tenant_id': '5c645f55b8924ce6825612c02df3edcf', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'}}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:05.618588 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7544d822-dc1d-4cd7-88ad-024440f8c507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2750'] for router, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:05.620521 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7544d822-dc1d-4cd7-88ad-024440f8c507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2737'] for router, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:05.748387 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c57e0-e9ae-43a4-bc1b-0935a08a9ee9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=154ed491-057c-44cc-b2fe-1e8a3ee276ad,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:05.846669 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff46cbfb-d2c0-48ff-9768-fca8780ec6c8 None None] Network 6d0eb179-2c3f-4e51-8768-4cf203aef2f0 requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:23:05.864989 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108c57e0-e9ae-43a4-bc1b-0935a08a9ee9 admin admin] Checking segment: {'id': '7459c351-1400-44f7-90e7-900d8e2c6192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'efd2d8f7-ea7b-4436-9973-addb76973128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:23:05.865430 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108c57e0-e9ae-43a4-bc1b-0935a08a9ee9 admin admin] Network hostable DHCP agents. Network: efd2d8f7-ea7b-4436-9973-addb76973128, hostable agents: ['7d25a96f-5a28-47f2-8bd3-87860bff61e6'], hosted agents: [] {{(pid=93047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:23:05.872422 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-fe519f94-742b-4277-bdf7-2cfaafcf88ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for subnet, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:05.876479 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7544d822-dc1d-4cd7-88ad-024440f8c507 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:05.920165 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 53372) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:05.920607 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 53376) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:06.016638 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-66f05afc-cf81-4422-b722-8ca127da7063 req-182ab377-377a-4b30-9420-5b4e28224c88 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=4291070a-7fa6-48ef-a290-ad399733ce27 HTTP/1.1" status: 200 len: 210 time: 0.0912869 Jul 29 14:23:06.026783 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108c57e0-e9ae-43a4-bc1b-0935a08a9ee9 admin admin] Network efd2d8f7-ea7b-4436-9973-addb76973128 is scheduled to be hosted by DHCP agent 7d25a96f-5a28-47f2-8bd3-87860bff61e6 with binding_index 1 {{(pid=93047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:23:06.035807 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe519f94-742b-4277-bdf7-2cfaafcf88ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=0feee60d-456e-4fb7-af3e-353853088018,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:06.046077 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-108c57e0-e9ae-43a4-bc1b-0935a08a9ee9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-2-iscsi, efd2d8f7-ea7b-4436-9973-addb76973128) {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:23:06.052558 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe519f94-742b-4277-bdf7-2cfaafcf88ac admin admin] Checking segment: {'id': '171cdf2a-2213-42f7-85e5-9a92fa36eb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:23:06.053145 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe519f94-742b-4277-bdf7-2cfaafcf88ac admin admin] Network hostable DHCP agents. Network: b3cec429-afe0-40ba-a154-12d562265125, hostable agents: ['7d25a96f-5a28-47f2-8bd3-87860bff61e6'], hosted agents: [] {{(pid=93047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:23:06.059570 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108c57e0-e9ae-43a4-bc1b-0935a08a9ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:06.060565 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-108c57e0-e9ae-43a4-bc1b-0935a08a9ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:06.108811 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-108c57e0-e9ae-43a4-bc1b-0935a08a9ee9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9914858 Jul 29 14:23:06.120467 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e2f895-c287-4f27-8de8-fbc848a0403d None None] Network efd2d8f7-ea7b-4436-9973-addb76973128 requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:23:06.125877 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe519f94-742b-4277-bdf7-2cfaafcf88ac admin admin] Network b3cec429-afe0-40ba-a154-12d562265125 is scheduled to be hosted by DHCP agent 7d25a96f-5a28-47f2-8bd3-87860bff61e6 with binding_index 1 {{(pid=93047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:23:06.137537 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-fe519f94-742b-4277-bdf7-2cfaafcf88ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-2-iscsi, b3cec429-afe0-40ba-a154-12d562265125) {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:23:06.143943 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe519f94-742b-4277-bdf7-2cfaafcf88ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:06.145206 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-fe519f94-742b-4277-bdf7-2cfaafcf88ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:06.162404 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5084d426-92e7-46ef-898b-eccb8e3cfa4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:06.191896 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7544d822-dc1d-4cd7-88ad-024440f8c507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744650', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2723'] for router, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:06.197563 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5084d426-92e7-46ef-898b-eccb8e3cfa4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:06.225771 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-fe519f94-742b-4277-bdf7-2cfaafcf88ac admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7252378 Jul 29 14:23:06.226281 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 53392) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:06.232627 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-dcfb40a6-7d04-47ef-9808-294357a8a5ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:06.255920 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-b8aaee08-da68-47a0-9498-3db0f3764555 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-498544025-router', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'}}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:06.305301 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b8aaee08-da68-47a0-9498-3db0f3764555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2750'] for router, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:06.306435 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b8aaee08-da68-47a0-9498-3db0f3764555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2737'] for router, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:06.356566 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b567ee9-66eb-4ff8-a559-37c22c011497 None None] Network b3cec429-afe0-40ba-a154-12d562265125 requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:23:06.443786 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [None req-5084d426-92e7-46ef-898b-eccb8e3cfa4e admin admin] Allocated IP 172.27.2.171 (32664875-679c-4a6a-adbf-80e7664b419a/8daef0cf-848b-40ef-9b17-9a185079ae25/e3844aee-18e1-4ff2-94f8-93d4a8681faa) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:23:06.501747 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b8aaee08-da68-47a0-9498-3db0f3764555 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:06.648214 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7544d822-dc1d-4cd7-88ad-024440f8c507 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:06.683215 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7544d822-dc1d-4cd7-88ad-024440f8c507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:06.827569 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5084d426-92e7-46ef-898b-eccb8e3cfa4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:06.890712 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27 up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:23:06.946653 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b8aaee08-da68-47a0-9498-3db0f3764555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744650', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2723'] for router, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:06.995578 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbbb962-d718-4131-8cb0-93dbe5eecca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp996c38f0-f082-52d3-b50b-327a8c50c333-b3cec429-afe0-40ba-a154-12d562265125', 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'fixed_ips': [{'subnet_id': '0feee60d-456e-4fb7-af3e-353853088018'}]}} from dv-cinder-802882-2-iscsi. {{(pid=93048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:23:06.998848 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-cfbbb962-d718-4131-8cb0-93dbe5eecca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:07.049312 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5084d426-92e7-46ef-898b-eccb8e3cfa4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:07.054127 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning for port 6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:23:07.170578 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-dcfb40a6-7d04-47ef-9808-294357a8a5ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:07.205815 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464ee353-147a-49fb-8ad3-88e80bd6f5b9 None None] Network 8a4c7fff-7798-4447-98a3-cd40daeca628 requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:23:07.214385 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5084d426-92e7-46ef-898b-eccb8e3cfa4e admin admin] Network 32664875-679c-4a6a-adbf-80e7664b419a is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:23:07.225280 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-dcfb40a6-7d04-47ef-9808-294357a8a5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:07.251241 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-5084d426-92e7-46ef-898b-eccb8e3cfa4e admin admin] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:23:07.256729 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5084d426-92e7-46ef-898b-eccb8e3cfa4e admin admin] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:23:07.305627 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084d426-92e7-46ef-898b-eccb8e3cfa4e admin admin] Pushing event updated for resources: {'Port': ['ID=e3844aee-18e1-4ff2-94f8-93d4a8681faa,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:07.314126 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [None req-7544d822-dc1d-4cd7-88ad-024440f8c507 admin admin] Allocated IP 172.27.2.244 (32664875-679c-4a6a-adbf-80e7664b419a/8daef0cf-848b-40ef-9b17-9a185079ae25/a297b917-3d7e-42b5-a2cf-d37300664764) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:23:07.388450 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-dcfb40a6-7d04-47ef-9808-294357a8a5ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=454e53691e664247aaec902a0c18a230&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4620252 Jul 29 14:23:07.392990 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb40a6-7d04-47ef-9808-294357a8a5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517d36aa-966e-4a2c-a3c6-49e2e9c3a3bf,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:07.396341 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 53460) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:07.398252 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-17d4b84a-3943-4552-8a2e-9654d6818d60 req-a8f2395d-ce66-4e3c-8fe7-0803ca97a42e tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=4291070a-7fa6-48ef-a290-ad399733ce27 HTTP/1.1" status: 200 len: 210 time: 0.2148619 Jul 29 14:23:07.420248 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943144bd-4da2-4a6e-9f58-9e19002ef30c None None] Network efd2d8f7-ea7b-4436-9973-addb76973128 requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:23:07.443076 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e062a5-b991-4418-9008-a035c80d9921 req-3044ee88-45e1-495d-a13f-9a9085d7e987 tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:07.444920 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b6e062a5-b991-4418-9008-a035c80d9921 req-3044ee88-45e1-495d-a13f-9a9085d7e987 tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/networks?id=efd2d8f7-ea7b-4436-9973-addb76973128 HTTP/1.1" status: 200 len: 811 time: 0.6357493 Jul 29 14:23:07.480844 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b6e062a5-b991-4418-9008-a035c80d9921 req-d41a6fb5-865d-4e56-9b5f-2359dbba0e46 tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/quotas/cd75d3c1419945359906a60a91f938d9 HTTP/1.1" status: 200 len: 375 time: 0.0259445 Jul 29 14:23:07.529460 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b6e062a5-b991-4418-9008-a035c80d9921 req-79b078a6-7e9b-49e4-ba0c-925b586b9288 tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cd75d3c1419945359906a60a91f938d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417435 Jul 29 14:23:07.566576 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-b548f083-dc34-4794-8b7a-3acc3c40a2da None None] Provisioning for port 6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27 completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:23:07.589038 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-b548f083-dc34-4794-8b7a-3acc3c40a2da None None] Provisioning complete for port 6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:23:07.589417 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-b548f083-dc34-4794-8b7a-3acc3c40a2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:07.720439 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.db_base_plugin_common [None req-cfbbb962-d718-4131-8cb0-93dbe5eecca4 None None] Allocated IP 172.20.0.2 (b3cec429-afe0-40ba-a154-12d562265125/0feee60d-456e-4fb7-af3e-353853088018/a44cfa78-21bb-4af8-b95f-68b83cb2554a) {{(pid=93048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:23:07.779585 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b6e062a5-b991-4418-9008-a035c80d9921 req-67ba2001-2dc4-4b40-b665-c9bde7c87810 service neutron] 10.222.0.44 "GET /v2.0/networks/efd2d8f7-ea7b-4436-9973-addb76973128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409303 Jul 29 14:23:07.848514 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-b548f083-dc34-4794-8b7a-3acc3c40a2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:07.911826 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-b548f083-dc34-4794-8b7a-3acc3c40a2da None None] For port 6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27,segment=NetworkSegment(2a3c3cb3-1d3e-4c59-bff4-f754839f2eca),segment_id=2a3c3cb3-1d3e-4c59-bff4-f754839f2eca)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:23:07.923271 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-b548f083-dc34-4794-8b7a-3acc3c40a2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:07.956182 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5084d426-92e7-46ef-898b-eccb8e3cfa4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:08.004754 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b8aaee08-da68-47a0-9498-3db0f3764555 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:08.037765 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b8aaee08-da68-47a0-9498-3db0f3764555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:08.051468 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b548f083-dc34-4794-8b7a-3acc3c40a2da None None] Pushing event updated for resources: {'Port': ['ID=6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:08.069288 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-cfbbb962-d718-4131-8cb0-93dbe5eecca4 None None] Notify callbacks [] for port, precommit_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:08.080381 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-2bb568cc-c0c2-4ec8-a98f-ba09e53b95e2 None None] Provisioning complete for port 6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:23:08.080803 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-2bb568cc-c0c2-4ec8-a98f-ba09e53b95e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:08.082842 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-cfbbb962-d718-4131-8cb0-93dbe5eecca4 None None] Transition to ACTIVE for port object a44cfa78-21bb-4af8-b95f-68b83cb2554a will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:23:08.130350 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b6e062a5-b991-4418-9008-a035c80d9921 req-bd0e766b-ec34-4196-85f4-36c988c8dcd9 service neutron] 10.222.0.44 "GET /v2.0/networks/efd2d8f7-ea7b-4436-9973-addb76973128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394487 Jul 29 14:23:08.250224 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-cfbbb962-d718-4131-8cb0-93dbe5eecca4 None None] Transition to ACTIVE for port object a44cfa78-21bb-4af8-b95f-68b83cb2554a will not be triggered until provisioned by entity DHCP. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:23:08.260889 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7544d822-dc1d-4cd7-88ad-024440f8c507 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:08.261595 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-cfbbb962-d718-4131-8cb0-93dbe5eecca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078'] for port, after_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:08.263993 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f1d67011-b4fd-4461-89a0-597b6ea05b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:08.314422 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbbb962-d718-4131-8cb0-93dbe5eecca4 None None] Network b3cec429-afe0-40ba-a154-12d562265125 is already hosted by enough agents. {{(pid=93048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:23:08.320604 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.scheduler.base_scheduler [None req-cfbbb962-d718-4131-8cb0-93dbe5eecca4 None None] Resources bound (agent type, host, resource id): {{(pid=93048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:23:08.341176 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 53480) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:08.350350 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f1d67011-b4fd-4461-89a0-597b6ea05b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:08.354308 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbbb962-d718-4131-8cb0-93dbe5eecca4 None None] Received port after_create {{(pid=93048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:23:08.364411 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbbb962-d718-4131-8cb0-93dbe5eecca4 None None] Pushing event updated for resources: {'Port': ['ID=a44cfa78-21bb-4af8-b95f-68b83cb2554a,revision_number=1']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:08.508093 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-75d75622-dcc7-4931-ac51-febda2458ad0 req-218eb46f-79a2-4bb8-a3c7-f388cddba129 tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/ports?device_id=57ce5603-2840-4ecd-8223-1cb2eded0850 HTTP/1.1" status: 200 len: 210 time: 0.0828745 Jul 29 14:23:08.543776 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-cfbbb962-d718-4131-8cb0-93dbe5eecca4 None None] Attempting to bind port a44cfa78-21bb-4af8-b95f-68b83cb2554a on host dv-cinder-802882-2-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:23:08.544251 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-cfbbb962-d718-4131-8cb0-93dbe5eecca4 None None] Attempting to bind port a44cfa78-21bb-4af8-b95f-68b83cb2554a by drivers openvswitch,hyperv on host dv-cinder-802882-2-iscsi at level 0 using segments [{'id': '171cdf2a-2213-42f7-85e5-9a92fa36eb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:23:08.544699 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbbb962-d718-4131-8cb0-93dbe5eecca4 None None] Attempting to bind port a44cfa78-21bb-4af8-b95f-68b83cb2554a on network b3cec429-afe0-40ba-a154-12d562265125 {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:23:08.549121 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5084d426-92e7-46ef-898b-eccb8e3cfa4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744687'] for router, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:08.551703 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbbb962-d718-4131-8cb0-93dbe5eecca4 None None] Checking agent: {'id': '1ca66b18-24af-4c4d-ab67-53f04b5066d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 14, 58), 'started_at': datetime.datetime(2021, 7, 29, 14, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:23:08.552177 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbbb962-d718-4131-8cb0-93dbe5eecca4 None None] Checking segment: {'id': '171cdf2a-2213-42f7-85e5-9a92fa36eb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:23:08.552686 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-cfbbb962-d718-4131-8cb0-93dbe5eecca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:08.553194 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbbb962-d718-4131-8cb0-93dbe5eecca4 None None] Bound using segment: {'id': '171cdf2a-2213-42f7-85e5-9a92fa36eb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:23:08.553796 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-cfbbb962-d718-4131-8cb0-93dbe5eecca4 None None] Bound port: a44cfa78-21bb-4af8-b95f-68b83cb2554a, host: dv-cinder-802882-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '171cdf2a-2213-42f7-85e5-9a92fa36eb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:23:08.554757 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-cfbbb962-d718-4131-8cb0-93dbe5eecca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:08.582571 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7544d822-dc1d-4cd7-88ad-024440f8c507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:08.629798 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8c0962ef-3241-41b0-93df-c2c316f3a0cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:08.665447 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [None req-b8aaee08-da68-47a0-9498-3db0f3764555 admin admin] Allocated IP 172.27.2.122 (32664875-679c-4a6a-adbf-80e7664b419a/8daef0cf-848b-40ef-9b17-9a185079ae25/b59e846f-646d-4d11-bce4-a8f85898513d) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:23:08.670976 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-cfbbb962-d718-4131-8cb0-93dbe5eecca4 None None] For port a44cfa78-21bb-4af8-b95f-68b83cb2554a, host dv-cinder-802882-2-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:23:08.675830 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-cfbbb962-d718-4131-8cb0-93dbe5eecca4 None None] For port a44cfa78-21bb-4af8-b95f-68b83cb2554a, host dv-cinder-802882-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=a44cfa78-21bb-4af8-b95f-68b83cb2554a,segment=NetworkSegment(171cdf2a-2213-42f7-85e5-9a92fa36eb78),segment_id=171cdf2a-2213-42f7-85e5-9a92fa36eb78)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:23:08.687098 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-cfbbb962-d718-4131-8cb0-93dbe5eecca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:08.730135 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27 up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:23:08.757020 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f1d67011-b4fd-4461-89a0-597b6ea05b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:08.760478 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f1d67011-b4fd-4461-89a0-597b6ea05b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:08.767781 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-f1d67011-b4fd-4461-89a0-597b6ea05b10 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/517d36aa-966e-4a2c-a3c6-49e2e9c3a3bf HTTP/1.1" status: 204 len: 168 time: 1.3441427 Jul 29 14:23:08.781656 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7544d822-dc1d-4cd7-88ad-024440f8c507 admin admin] Network 32664875-679c-4a6a-adbf-80e7664b419a is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:23:08.814886 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-7544d822-dc1d-4cd7-88ad-024440f8c507 admin admin] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:23:08.934638 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-375196b9-3c32-4883-98ec-0fae79187772 req-fd233f64-0825-42d9-9c47-02a675105fd7 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=4291070a-7fa6-48ef-a290-ad399733ce27 HTTP/1.1" status: 200 len: 210 time: 0.1567678 Jul 29 14:23:08.969101 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port 6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:23:08.969490 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:09.019452 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.42', 59746) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:09.034234 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544d822-dc1d-4cd7-88ad-024440f8c507 admin admin] Pushing event updated for resources: {'Port': ['ID=a297b917-3d7e-42b5-a2cf-d37300664764,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:09.055923 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbbb962-d718-4131-8cb0-93dbe5eecca4 None None] Pushing event updated for resources: {'Port': ['ID=a44cfa78-21bb-4af8-b95f-68b83cb2554a,revision_number=2']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:09.074230 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d67011-b4fd-4461-89a0-597b6ea05b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517d36aa-966e-4a2c-a3c6-49e2e9c3a3bf,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:09.119541 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7544d822-dc1d-4cd7-88ad-024440f8c507 admin admin] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:23:09.255663 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b8aaee08-da68-47a0-9498-3db0f3764555 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:09.332728 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5084d426-92e7-46ef-898b-eccb8e3cfa4e admin admin] Router b8740e5e-e875-4633-92b6-848c052a1b56 is scheduled to L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c with binding_index 1 {{(pid=93046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:23:09.417120 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8c0962ef-3241-41b0-93df-c2c316f3a0cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:09.459689 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8c0962ef-3241-41b0-93df-c2c316f3a0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:09.513288 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 53546) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:09.583874 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7544d822-dc1d-4cd7-88ad-024440f8c507 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:09.585981 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-cc068e6b-10b9-4fed-966f-de76cf00bd48 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:09.586823 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5084d426-92e7-46ef-898b-eccb8e3cfa4e admin admin] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:23:09.590205 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-cc068e6b-10b9-4fed-966f-de76cf00bd48 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.42 "GET /v2.0/networks?id=ba4aefee-5518-43ab-b349-b6284cfd9b1b HTTP/1.1" status: 200 len: 813 time: 0.5538917 Jul 29 14:23:09.637849 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d214898c-74c5-45fb-80e0-30a765a56d7b None None] Sync routers for ids ['b8740e5e-e875-4633-92b6-848c052a1b56'] in dv-cinder-802882-2-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:23:09.651575 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cba0e4e0-c66b-4853-aed4-da57b0430c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:09.654587 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5084d426-92e7-46ef-898b-eccb8e3cfa4e admin admin] Notify callbacks [] for router, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:09.655824 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-5084d426-92e7-46ef-898b-eccb8e3cfa4e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7362256 Jul 29 14:23:09.659834 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d214898c-74c5-45fb-80e0-30a765a56d7b None None] Routers {'b8740e5e-e875-4633-92b6-848c052a1b56'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:23:09.660380 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 53562) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:09.660684 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-d214898c-74c5-45fb-80e0-30a765a56d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:22:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['b8740e5e-e875-4633-92b6-848c052a1b56'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:09.720653 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-ebfa32f7-cc2d-4b57-87c1-0ab71f5afdd5 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Request body: {'port': {'device_id': '4291070a-7fa6-48ef-a290-ad399733ce27', 'network_id': 'ba4aefee-5518-43ab-b349-b6284cfd9b1b', 'admin_state_up': True, 'tenant_id': 'ec8ec9dd4084494db38fa371530d0d43'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:09.729058 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-8c0962ef-3241-41b0-93df-c2c316f3a0cf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5b043cc5ed9440e1bdb5ceeb777409f6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3857744 Jul 29 14:23:09.758547 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 53566) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:09.815990 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0962ef-3241-41b0-93df-c2c316f3a0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63b3e7f-533f-4e1a-bb12-a82cabbfa907,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:09.850752 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-d214898c-74c5-45fb-80e0-30a765a56d7b None None] Set router b8740e5e-e875-4633-92b6-848c052a1b56 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:23:09.905256 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-15d79f8f-0899-4224-b55b-76081b98e7de req-7c350785-d479-4e17-8234-cee7fa8fbf9a tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/ports?device_id=57ce5603-2840-4ecd-8223-1cb2eded0850 HTTP/1.1" status: 200 len: 210 time: 0.2839825 Jul 29 14:23:10.047885 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 53582) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:10.100063 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b8aaee08-da68-47a0-9498-3db0f3764555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:10.168691 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-d214898c-74c5-45fb-80e0-30a765a56d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'name': 'tempest-AttachVolumeShelveTestJSON-1140062297-router', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:04Z', 'updated_at': '2021-07-29T14:23:07Z', 'revision_number': 3, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'gw_port': {'id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi'}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:10.179558 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6866d17c-4291-45ab-bfbb-3e4f60d84c39 req-cd8256c6-134a-4d09-a598-5237245ebf2e tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=4291070a-7fa6-48ef-a290-ad399733ce27 HTTP/1.1" status: 200 len: 210 time: 0.1245394 Jul 29 14:23:10.268159 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d214898c-74c5-45fb-80e0-30a765a56d7b None None] Checking router: b8740e5e-e875-4633-92b6-848c052a1b56 for host: dv-cinder-802882-2-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:23:10.268795 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d214898c-74c5-45fb-80e0-30a765a56d7b None None] Updating router b8740e5e-e875-4633-92b6-848c052a1b56 port e3844aee-18e1-4ff2-94f8-93d4a8681faa binding host dv-cinder-802882-2-iscsi {{(pid=93049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:23:10.293286 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aaee08-da68-47a0-9498-3db0f3764555 admin admin] Pushing event updated for resources: {'Port': ['ID=b59e846f-646d-4d11-bce4-a8f85898513d,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:10.299230 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aaee08-da68-47a0-9498-3db0f3764555 admin admin] Network 32664875-679c-4a6a-adbf-80e7664b419a is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:23:10.347875 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-d214898c-74c5-45fb-80e0-30a765a56d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:10.358313 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-b8aaee08-da68-47a0-9498-3db0f3764555 admin admin] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:23:10.374999 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-eabdea87-f8c2-46de-af7e-339eb78aa047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:10.388557 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306f51c5-e6b1-46dd-8e6a-d5348862b1df None None] Network b3cec429-afe0-40ba-a154-12d562265125 requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:23:10.391888 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8aaee08-da68-47a0-9498-3db0f3764555 admin admin] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:23:10.468996 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-346606c9-4fd4-45c0-8519-ef8ba6862795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:10.531244 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-998b63d6-0bdc-4fee-82b8-bc37c4aad191 None None] Provisioning for port a44cfa78-21bb-4af8-b95f-68b83cb2554a completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:23:10.535054 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-eabdea87-f8c2-46de-af7e-339eb78aa047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:10.536504 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7544d822-dc1d-4cd7-88ad-024440f8c507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744687'] for router, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:10.763900 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cba0e4e0-c66b-4853-aed4-da57b0430c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:10.841309 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device a44cfa78-21bb-4af8-b95f-68b83cb2554a up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:23:10.845725 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7544d822-dc1d-4cd7-88ad-024440f8c507 admin admin] Router a2357719-c369-4091-a610-2d36e1d9ea5b is scheduled to L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c with binding_index 1 {{(pid=93046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:23:10.944789 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning for port a44cfa78-21bb-4af8-b95f-68b83cb2554a completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:23:10.952658 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port a44cfa78-21bb-4af8-b95f-68b83cb2554a triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:23:10.956307 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:11.060089 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cba0e4e0-c66b-4853-aed4-da57b0430c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:11.138459 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-ebfa32f7-cc2d-4b57-87c1-0ab71f5afdd5 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Made reservation on behalf of ec8ec9dd4084494db38fa371530d0d43 for: {'port': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:23:11.142039 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-ebfa32f7-cc2d-4b57-87c1-0ab71f5afdd5 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:11.174846 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-d214898c-74c5-45fb-80e0-30a765a56d7b None None] Notify callbacks [] for port, precommit_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:11.189022 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.provisioning_blocks [None req-d214898c-74c5-45fb-80e0-30a765a56d7b None None] Transition to ACTIVE for port object e3844aee-18e1-4ff2-94f8-93d4a8681faa will not be triggered until provisioned by entity L2. {{(pid=93049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:23:11.200141 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-d214898c-74c5-45fb-80e0-30a765a56d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:11.238926 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-eabdea87-f8c2-46de-af7e-339eb78aa047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:11.244396 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-eabdea87-f8c2-46de-af7e-339eb78aa047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:11.256691 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-eabdea87-f8c2-46de-af7e-339eb78aa047 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b63b3e7f-533f-4e1a-bb12-a82cabbfa907 HTTP/1.1" status: 204 len: 168 time: 1.4325604 Jul 29 14:23:11.296601 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.42', 59752) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:11.346725 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:11.403164 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-d214898c-74c5-45fb-80e0-30a765a56d7b None None] Attempting to bind port e3844aee-18e1-4ff2-94f8-93d4a8681faa on host dv-cinder-802882-2-iscsi for vnic_type normal with profile {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:23:11.404108 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-d214898c-74c5-45fb-80e0-30a765a56d7b None None] Attempting to bind port e3844aee-18e1-4ff2-94f8-93d4a8681faa by drivers openvswitch,hyperv on host dv-cinder-802882-2-iscsi at level 0 using segments [{'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:23:11.404882 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d214898c-74c5-45fb-80e0-30a765a56d7b None None] Attempting to bind port e3844aee-18e1-4ff2-94f8-93d4a8681faa on network 32664875-679c-4a6a-adbf-80e7664b419a {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:23:11.420075 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-c18fef1b-c7a5-41bd-bb40-e60f99eb7e7f None None] Provisioning complete for port a44cfa78-21bb-4af8-b95f-68b83cb2554a triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:23:11.421907 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-c18fef1b-c7a5-41bd-bb40-e60f99eb7e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:11.425030 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d214898c-74c5-45fb-80e0-30a765a56d7b None None] Checking agent: {'id': '1ca66b18-24af-4c4d-ab67-53f04b5066d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 14, 58), 'started_at': datetime.datetime(2021, 7, 29, 14, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:23:11.427530 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d214898c-74c5-45fb-80e0-30a765a56d7b None None] Checking segment: {'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:23:11.428182 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-d214898c-74c5-45fb-80e0-30a765a56d7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:11.429747 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d214898c-74c5-45fb-80e0-30a765a56d7b None None] Bound using segment: {'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:23:11.430550 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-d214898c-74c5-45fb-80e0-30a765a56d7b None None] Bound port: e3844aee-18e1-4ff2-94f8-93d4a8681faa, host: dv-cinder-802882-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'}}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:23:11.432484 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-d214898c-74c5-45fb-80e0-30a765a56d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:11.551575 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] For port a44cfa78-21bb-4af8-b95f-68b83cb2554a, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=a44cfa78-21bb-4af8-b95f-68b83cb2554a,segment=NetworkSegment(171cdf2a-2213-42f7-85e5-9a92fa36eb78),segment_id=171cdf2a-2213-42f7-85e5-9a92fa36eb78)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:23:11.578975 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:11.586932 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-d214898c-74c5-45fb-80e0-30a765a56d7b None None] For port e3844aee-18e1-4ff2-94f8-93d4a8681faa, host dv-cinder-802882-2-iscsi, cleared binding levels {{(pid=93049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:23:11.599002 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-d214898c-74c5-45fb-80e0-30a765a56d7b None None] For port e3844aee-18e1-4ff2-94f8-93d4a8681faa, host dv-cinder-802882-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=e3844aee-18e1-4ff2-94f8-93d4a8681faa,segment=NetworkSegment(e7b1a31c-3199-44cd-ae65-85b7e84c8d28),segment_id=e7b1a31c-3199-44cd-ae65-85b7e84c8d28)] {{(pid=93049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:23:11.606268 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-96dcfa79-966d-4d33-94f9-4578d93e5e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:11.623076 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-d214898c-74c5-45fb-80e0-30a765a56d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:11.660396 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669f620-9417-4837-bc35-a54d98bbac0c None None] Pushing event updated for resources: {'Port': ['ID=e3844aee-18e1-4ff2-94f8-93d4a8681faa,revision_number=2']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:11.671600 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7544d822-dc1d-4cd7-88ad-024440f8c507 admin admin] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:23:11.684998 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669f620-9417-4837-bc35-a54d98bbac0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:11.687684 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669f620-9417-4837-bc35-a54d98bbac0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:11.688618 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669f620-9417-4837-bc35-a54d98bbac0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:11.689864 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669f620-9417-4837-bc35-a54d98bbac0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:11.691663 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669f620-9417-4837-bc35-a54d98bbac0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:11.693023 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669f620-9417-4837-bc35-a54d98bbac0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:11.694078 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669f620-9417-4837-bc35-a54d98bbac0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:11.695529 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669f620-9417-4837-bc35-a54d98bbac0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:11.696977 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669f620-9417-4837-bc35-a54d98bbac0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:11.699293 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669f620-9417-4837-bc35-a54d98bbac0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:11.700061 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669f620-9417-4837-bc35-a54d98bbac0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:11.701725 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669f620-9417-4837-bc35-a54d98bbac0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:23:11.703320 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edef67fa-91e2-4f06-bc80-8b43104a066f None None] Sync routers for ids ['a2357719-c369-4091-a610-2d36e1d9ea5b'] in dv-cinder-802882-2-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:23:11.706080 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669f620-9417-4837-bc35-a54d98bbac0c None None] Tracked resource versions report: Jul 29 14:23:11.706080 dv-cinder-802882-2-iscsi neutron-server[93049]: pushed versions: Jul 29 14:23:11.706080 dv-cinder-802882-2-iscsi neutron-server[93049]: { 'AddressGroup': {'1.2'}, Jul 29 14:23:11.706080 dv-cinder-802882-2-iscsi neutron-server[93049]: 'ConntrackHelper': {'1.0'}, Jul 29 14:23:11.706080 dv-cinder-802882-2-iscsi neutron-server[93049]: 'Log': {'1.0'}, Jul 29 14:23:11.706080 dv-cinder-802882-2-iscsi neutron-server[93049]: 'Network': {'1.1'}, Jul 29 14:23:11.706080 dv-cinder-802882-2-iscsi neutron-server[93049]: 'Port': {'1.7'}, Jul 29 14:23:11.706080 dv-cinder-802882-2-iscsi neutron-server[93049]: 'PortForwarding': {'1.2'}, Jul 29 14:23:11.706080 dv-cinder-802882-2-iscsi neutron-server[93049]: 'QosPolicy': {'1.8'}, Jul 29 14:23:11.706080 dv-cinder-802882-2-iscsi neutron-server[93049]: 'SecurityGroup': {'1.4'}, Jul 29 14:23:11.706080 dv-cinder-802882-2-iscsi neutron-server[93049]: 'SecurityGroupRule': {'1.2'}, Jul 29 14:23:11.706080 dv-cinder-802882-2-iscsi neutron-server[93049]: 'SubPort': {'1.0'}, Jul 29 14:23:11.706080 dv-cinder-802882-2-iscsi neutron-server[93049]: 'Subnet': {'1.1'}, Jul 29 14:23:11.706080 dv-cinder-802882-2-iscsi neutron-server[93049]: 'Trunk': {'1.1'}} Jul 29 14:23:11.706080 dv-cinder-802882-2-iscsi neutron-server[93049]: consumer versions: Jul 29 14:23:11.706080 dv-cinder-802882-2-iscsi neutron-server[93049]: { DHCP agent@dv-cinder-802882-2-iscsi: {}, Jul 29 14:23:11.706080 dv-cinder-802882-2-iscsi neutron-server[93049]: HyperV agent@hv-cinder-80288: {}, Jul 29 14:23:11.706080 dv-cinder-802882-2-iscsi neutron-server[93049]: L3 agent@dv-cinder-802882-2-iscsi: {}, Jul 29 14:23:11.706080 dv-cinder-802882-2-iscsi neutron-server[93049]: Metadata agent@dv-cinder-802882-2-iscsi: {}, Jul 29 14:23:11.706080 dv-cinder-802882-2-iscsi neutron-server[93049]: Metering agent@dv-cinder-802882-2-iscsi: {}, Jul 29 14:23:11.706080 dv-cinder-802882-2-iscsi neutron-server[93049]: Open vSwitch agent@dv-cinder-802882-2-iscsi: { 'AddressGroup': '1.2', Jul 29 14:23:11.706080 dv-cinder-802882-2-iscsi neutron-server[93049]: 'ConntrackHelper': '1.0', Jul 29 14:23:11.706080 dv-cinder-802882-2-iscsi neutron-server[93049]: 'Log': '1.0', Jul 29 14:23:11.706080 dv-cinder-802882-2-iscsi neutron-server[93049]: 'Network': '1.1', Jul 29 14:23:11.706080 dv-cinder-802882-2-iscsi neutron-server[93049]: 'Port': '1.7', Jul 29 14:23:11.706080 dv-cinder-802882-2-iscsi neutron-server[93049]: 'PortForwarding': '1.2', Jul 29 14:23:11.706080 dv-cinder-802882-2-iscsi neutron-server[93049]: 'QosPolicy': '1.8', Jul 29 14:23:11.706080 dv-cinder-802882-2-iscsi neutron-server[93049]: 'SecurityGroup': '1.4', Jul 29 14:23:11.706080 dv-cinder-802882-2-iscsi neutron-server[93049]: 'SecurityGroupRule': '1.2', Jul 29 14:23:11.706080 dv-cinder-802882-2-iscsi neutron-server[93049]: 'SubPort': '1.0', Jul 29 14:23:11.706080 dv-cinder-802882-2-iscsi neutron-server[93049]: 'Subnet': '1.1', Jul 29 14:23:11.706080 dv-cinder-802882-2-iscsi neutron-server[93049]: 'Trunk': '1.1'}} Jul 29 14:23:11.706080 dv-cinder-802882-2-iscsi neutron-server[93049]: {{(pid=93049) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 14:23:11.800569 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e515190d-8d75-46d6-b77c-853b021ea171 req-7724402b-d7aa-44df-9520-0c810363f363 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=4291070a-7fa6-48ef-a290-ad399733ce27 HTTP/1.1" status: 200 len: 210 time: 0.3770092 Jul 29 14:23:11.804034 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edef67fa-91e2-4f06-bc80-8b43104a066f None None] Routers {'a2357719-c369-4091-a610-2d36e1d9ea5b'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:23:11.808390 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-edef67fa-91e2-4f06-bc80-8b43104a066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:22:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['a2357719-c369-4091-a610-2d36e1d9ea5b'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:11.829462 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0e4e0-c66b-4853-aed4-da57b0430c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d3ad96-529e-4092-959a-eb17626243d6,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:11.860403 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Pushing event updated for resources: {'Port': ['ID=a44cfa78-21bb-4af8-b95f-68b83cb2554a,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:11.864359 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d214898c-74c5-45fb-80e0-30a765a56d7b None None] Routers {'b8740e5e-e875-4633-92b6-848c052a1b56'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:23:11.865006 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-d214898c-74c5-45fb-80e0-30a765a56d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:22:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['b8740e5e-e875-4633-92b6-848c052a1b56'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:11.867186 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669f620-9417-4837-bc35-a54d98bbac0c None None] Pushing event updated for resources: {'Port': ['ID=e3844aee-18e1-4ff2-94f8-93d4a8681faa,revision_number=3']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:11.869246 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-cba0e4e0-c66b-4853-aed4-da57b0430c26 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=49e8de6642894a3fa0820a67d5fe448b&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3533497 Jul 29 14:23:11.902586 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 53608) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:11.970549 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-354b62fb-f67f-40a5-8fae-f68593c4e23e req-f315142b-60fd-4eab-b67b-3480e885fea5 tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/ports?device_id=57ce5603-2840-4ecd-8223-1cb2eded0850 HTTP/1.1" status: 200 len: 210 time: 0.4496853 Jul 29 14:23:12.068572 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [None req-96dcfa79-966d-4d33-94f9-4578d93e5e55 admin admin] Allocated IP 172.20.0.1 (8a4c7fff-7798-4447-98a3-cd40daeca628/7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6/bc9bb935-1ebc-4853-b9e9-73407a67beda) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:23:12.072755 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabdea87-f8c2-46de-af7e-339eb78aa047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63b3e7f-533f-4e1a-bb12-a82cabbfa907,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:12.089879 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-d214898c-74c5-45fb-80e0-30a765a56d7b None None] Set router b8740e5e-e875-4633-92b6-848c052a1b56 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:23:12.190326 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-edef67fa-91e2-4f06-bc80-8b43104a066f None None] Set router a2357719-c369-4091-a610-2d36e1d9ea5b gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:23:12.312929 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-96dcfa79-966d-4d33-94f9-4578d93e5e55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:12.381008 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [None req-96dcfa79-966d-4d33-94f9-4578d93e5e55 admin admin] Transition to ACTIVE for port object bc9bb935-1ebc-4853-b9e9-73407a67beda will not be triggered until provisioned by entity DHCP. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:23:12.389974 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-d214898c-74c5-45fb-80e0-30a765a56d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'name': 'tempest-AttachVolumeShelveTestJSON-1140062297-router', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:04Z', 'updated_at': '2021-07-29T14:23:07Z', 'revision_number': 3, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'gw_port': {'id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi'}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:12.440630 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-346606c9-4fd4-45c0-8519-ef8ba6862795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:12.447392 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-96dcfa79-966d-4d33-94f9-4578d93e5e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:12.477021 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d214898c-74c5-45fb-80e0-30a765a56d7b None None] The sync data for ids ['b8740e5e-e875-4633-92b6-848c052a1b56'] in dv-cinder-802882-2-iscsi is: [{'id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'name': 'tempest-AttachVolumeShelveTestJSON-1140062297-router', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:04Z', 'updated_at': '2021-07-29T14:23:07Z', 'revision_number': 3, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'gw_port': {'id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi'}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:23:12.524161 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7544d822-dc1d-4cd7-88ad-024440f8c507 admin admin] Notify callbacks [] for router, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:12.528601 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-7544d822-dc1d-4cd7-88ad-024440f8c507 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.9431136 Jul 29 14:23:12.536635 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 53624) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:12.573656 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dcfa79-966d-4d33-94f9-4578d93e5e55 admin admin] Network 8a4c7fff-7798-4447-98a3-cd40daeca628 is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:23:12.584542 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-96dcfa79-966d-4d33-94f9-4578d93e5e55 admin admin] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:23:12.779988 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dcfa79-966d-4d33-94f9-4578d93e5e55 admin admin] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:23:12.779988 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-96dcfa79-966d-4d33-94f9-4578d93e5e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744496'] for router_interface, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:12.787039 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device a44cfa78-21bb-4af8-b95f-68b83cb2554a up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:23:12.836752 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b8aaee08-da68-47a0-9498-3db0f3764555 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:12.864692 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dcfa79-966d-4d33-94f9-4578d93e5e55 admin admin] Pushing event updated for resources: {'Port': ['ID=bc9bb935-1ebc-4853-b9e9-73407a67beda,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:12.987863 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port a44cfa78-21bb-4af8-b95f-68b83cb2554a triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:23:12.988230 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:13.090669 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-edef67fa-91e2-4f06-bc80-8b43104a066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2357719-c369-4091-a610-2d36e1d9ea5b', 'name': 'tempest-ServerRescueNegativeTestJSON-1051240878-router', 'tenant_id': '5c645f55b8924ce6825612c02df3edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a297b917-3d7e-42b5-a2cf-d37300664764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:05Z', 'updated_at': '2021-07-29T14:23:09Z', 'revision_number': 3, 'project_id': '5c645f55b8924ce6825612c02df3edcf', 'gw_port': {'id': 'a297b917-3d7e-42b5-a2cf-d37300664764', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:34:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2357719-c369-4091-a610-2d36e1d9ea5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi'}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:13.150707 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-346606c9-4fd4-45c0-8519-ef8ba6862795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:13.197677 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-346606c9-4fd4-45c0-8519-ef8ba6862795 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=79d8217c37c04b219e9e2c9cddb37740&name=default HTTP/1.1" status: 200 len: 2976 time: 3.1482306 Jul 29 14:23:13.199472 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 53634) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:13.266133 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edef67fa-91e2-4f06-bc80-8b43104a066f None None] Checking router: a2357719-c369-4091-a610-2d36e1d9ea5b for host: dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:23:13.266533 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edef67fa-91e2-4f06-bc80-8b43104a066f None None] Updating router a2357719-c369-4091-a610-2d36e1d9ea5b port a297b917-3d7e-42b5-a2cf-d37300664764 binding host dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:23:13.323009 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a7454824-9b91-4513-a979-2a8fd0e39a8f req-58c5bc92-a179-4469-a3c6-abe1026369d4 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=4291070a-7fa6-48ef-a290-ad399733ce27 HTTP/1.1" status: 200 len: 210 time: 0.1405818 Jul 29 14:23:13.330803 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-edef67fa-91e2-4f06-bc80-8b43104a066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:13.381522 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-426435f3-2f95-43c1-83f0-244e6726ca66 req-22f4ce58-110c-4ca7-9fe0-8dfdfa6e8f9f tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/ports?device_id=57ce5603-2840-4ecd-8223-1cb2eded0850 HTTP/1.1" status: 200 len: 210 time: 0.1553197 Jul 29 14:23:13.390459 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e062a5-b991-4418-9008-a035c80d9921 req-e96cd787-6cbc-4281-b726-35fa234b7013 tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:13.392250 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b6e062a5-b991-4418-9008-a035c80d9921 req-e96cd787-6cbc-4281-b726-35fa234b7013 tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.42 "GET /v2.0/networks?id=efd2d8f7-ea7b-4436-9973-addb76973128 HTTP/1.1" status: 200 len: 811 time: 2.0367782 Jul 29 14:23:13.458814 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1a7db9fb-d563-4419-964c-15cc5ddd27aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:13.483130 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1a7db9fb-d563-4419-964c-15cc5ddd27aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:13.537819 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346606c9-4fd4-45c0-8519-ef8ba6862795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07057abb-a1e6-4c81-a280-ec43c6bee777,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:13.556814 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-b6e062a5-b991-4418-9008-a035c80d9921 req-a0354ca5-4bc2-489a-96e0-547b792f2a9b tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Request body: {'port': {'device_id': '57ce5603-2840-4ecd-8223-1cb2eded0850', 'network_id': 'efd2d8f7-ea7b-4436-9973-addb76973128', 'admin_state_up': True, 'tenant_id': 'cd75d3c1419945359906a60a91f938d9'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:13.725151 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-96dcfa79-966d-4d33-94f9-4578d93e5e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:13.735171 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-69fff547-e052-4c19-b397-6c2b71f19348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:13.777393 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-69fff547-e052-4c19-b397-6c2b71f19348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:13.855948 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e062a5-b991-4418-9008-a035c80d9921 req-a0354ca5-4bc2-489a-96e0-547b792f2a9b tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Made reservation on behalf of cd75d3c1419945359906a60a91f938d9 for: {'port': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:23:13.861591 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-69fff547-e052-4c19-b397-6c2b71f19348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:13.865385 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-69fff547-e052-4c19-b397-6c2b71f19348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:13.867399 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-69fff547-e052-4c19-b397-6c2b71f19348 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/07057abb-a1e6-4c81-a280-ec43c6bee777 HTTP/1.1" status: 204 len: 168 time: 0.6651442 Jul 29 14:23:13.873970 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b6e062a5-b991-4418-9008-a035c80d9921 req-a0354ca5-4bc2-489a-96e0-547b792f2a9b tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:13.912155 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-e0688d2e-92d8-4619-8421-8d83ac1bea6b None None] Provisioning for port bc9bb935-1ebc-4853-b9e9-73407a67beda completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:23:13.925614 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-e0688d2e-92d8-4619-8421-8d83ac1bea6b None None] Provisioning complete for port bc9bb935-1ebc-4853-b9e9-73407a67beda triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:23:13.926021 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e0688d2e-92d8-4619-8421-8d83ac1bea6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:14.010677 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1a7db9fb-d563-4419-964c-15cc5ddd27aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:14.015298 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1a7db9fb-d563-4419-964c-15cc5ddd27aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:14.019767 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-1a7db9fb-d563-4419-964c-15cc5ddd27aa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/24d3ad96-529e-4092-959a-eb17626243d6 HTTP/1.1" status: 204 len: 168 time: 2.1148205 Jul 29 14:23:14.077797 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-e0688d2e-92d8-4619-8421-8d83ac1bea6b None None] Port bc9bb935-1ebc-4853-b9e9-73407a67beda cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:23:14.140157 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7db9fb-d563-4419-964c-15cc5ddd27aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d3ad96-529e-4092-959a-eb17626243d6,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:14.173480 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-edef67fa-91e2-4f06-bc80-8b43104a066f None None] Notify callbacks [] for port, precommit_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:14.207051 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-ebfa32f7-cc2d-4b57-87c1-0ab71f5afdd5 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Allocated IP 172.20.0.12 (ba4aefee-5518-43ab-b349-b6284cfd9b1b/7cc3d8ce-88cb-4c2e-acf9-3ec507020a22/b06e061d-abe8-4fe6-b34b-158c977cc7f7) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:23:14.282178 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-edef67fa-91e2-4f06-bc80-8b43104a066f None None] Transition to ACTIVE for port object a297b917-3d7e-42b5-a2cf-d37300664764 will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:23:14.300497 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-edef67fa-91e2-4f06-bc80-8b43104a066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:14.457507 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b8aaee08-da68-47a0-9498-3db0f3764555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744687'] for router, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:14.503689 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-96dcfa79-966d-4d33-94f9-4578d93e5e55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:14.509081 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-edef67fa-91e2-4f06-bc80-8b43104a066f None None] Attempting to bind port a297b917-3d7e-42b5-a2cf-d37300664764 on host dv-cinder-802882-2-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:23:14.510476 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-edef67fa-91e2-4f06-bc80-8b43104a066f None None] Attempting to bind port a297b917-3d7e-42b5-a2cf-d37300664764 by drivers openvswitch,hyperv on host dv-cinder-802882-2-iscsi at level 0 using segments [{'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:23:14.512389 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edef67fa-91e2-4f06-bc80-8b43104a066f None None] Attempting to bind port a297b917-3d7e-42b5-a2cf-d37300664764 on network 32664875-679c-4a6a-adbf-80e7664b419a {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:23:14.529293 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300fa08-c14d-4060-b4ef-a4460de1b8f6 None None] Pushing event updated for resources: {'Port': ['ID=a297b917-3d7e-42b5-a2cf-d37300664764,revision_number=2']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:14.544986 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edef67fa-91e2-4f06-bc80-8b43104a066f None None] Checking agent: {'id': '1ca66b18-24af-4c4d-ab67-53f04b5066d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 14, 58), 'started_at': datetime.datetime(2021, 7, 29, 14, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:23:14.545387 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edef67fa-91e2-4f06-bc80-8b43104a066f None None] Checking segment: {'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:23:14.549852 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-edef67fa-91e2-4f06-bc80-8b43104a066f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:14.553902 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edef67fa-91e2-4f06-bc80-8b43104a066f None None] Bound using segment: {'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:23:14.554037 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-96dcfa79-966d-4d33-94f9-4578d93e5e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:14.554140 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-edef67fa-91e2-4f06-bc80-8b43104a066f None None] Bound port: a297b917-3d7e-42b5-a2cf-d37300664764, host: dv-cinder-802882-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:23:14.554140 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-edef67fa-91e2-4f06-bc80-8b43104a066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:14.554299 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-96dcfa79-966d-4d33-94f9-4578d93e5e55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659616'] for router_interface, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:14.620889 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dcfa79-966d-4d33-94f9-4578d93e5e55 admin admin] Pushing event updated for resources: {'Port': ['ID=bc9bb935-1ebc-4853-b9e9-73407a67beda,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:14.624780 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fff547-e052-4c19-b397-6c2b71f19348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07057abb-a1e6-4c81-a280-ec43c6bee777,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:14.772062 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dcfa79-966d-4d33-94f9-4578d93e5e55 admin admin] Network 8a4c7fff-7798-4447-98a3-cd40daeca628 is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:23:14.780097 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-96dcfa79-966d-4d33-94f9-4578d93e5e55 admin admin] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:23:15.064360 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device e3844aee-18e1-4ff2-94f8-93d4a8681faa up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:23:15.067749 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-dcf3eb19-4686-4598-a372-260fdf16ecad req-a653ab4f-70b1-46f9-9c74-cd2b31a01485 tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/ports?device_id=57ce5603-2840-4ecd-8223-1cb2eded0850 HTTP/1.1" status: 200 len: 210 time: 0.3935568 Jul 29 14:23:15.099238 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 53676) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:15.102022 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ddf032fa-1fb4-4f79-a92a-069ce2619608 req-4e1cbee9-1e76-4f73-b16d-641ccec92f2d tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=4291070a-7fa6-48ef-a290-ad399733ce27 HTTP/1.1" status: 200 len: 210 time: 0.6125705 Jul 29 14:23:15.292963 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-edef67fa-91e2-4f06-bc80-8b43104a066f None None] For port a297b917-3d7e-42b5-a2cf-d37300664764, host dv-cinder-802882-2-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:23:15.297579 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-edef67fa-91e2-4f06-bc80-8b43104a066f None None] For port a297b917-3d7e-42b5-a2cf-d37300664764, host dv-cinder-802882-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=a297b917-3d7e-42b5-a2cf-d37300664764,segment=NetworkSegment(e7b1a31c-3199-44cd-ae65-85b7e84c8d28),segment_id=e7b1a31c-3199-44cd-ae65-85b7e84c8d28)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:23:15.299986 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 53678) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:15.315825 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-27fc2467-d5f0-4cf4-acbd-37c8c76923e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:15.341083 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-edef67fa-91e2-4f06-bc80-8b43104a066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:15.395928 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning for port e3844aee-18e1-4ff2-94f8-93d4a8681faa completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:23:15.420070 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [req-b6e062a5-b991-4418-9008-a035c80d9921 req-a0354ca5-4bc2-489a-96e0-547b792f2a9b tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Allocated IP 172.20.0.11 (efd2d8f7-ea7b-4436-9973-addb76973128/154ed491-057c-44cc-b2fe-1e8a3ee276ad/cffe9640-dc24-4120-9a23-a32ea08dfce7) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:23:15.463548 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-20250f76-9e5c-4aad-a4f1-19b28860a629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:15.483483 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port e3844aee-18e1-4ff2-94f8-93d4a8681faa triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:23:15.485229 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:15.496290 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96dcfa79-966d-4d33-94f9-4578d93e5e55 admin admin] Router b8740e5e-e875-4633-92b6-848c052a1b56 has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:23:15.629897 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-ebfa32f7-cc2d-4b57-87c1-0ab71f5afdd5 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:15.648969 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-af75b18d-8748-4acb-8d1e-da1873d38eb6 None None] Provisioning complete for port bc9bb935-1ebc-4853-b9e9-73407a67beda triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:23:15.651204 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-af75b18d-8748-4acb-8d1e-da1873d38eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:15.698655 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-9fe8df38-9545-44c7-956a-d11d61de00fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:15.739686 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edef67fa-91e2-4f06-bc80-8b43104a066f None None] Routers {'a2357719-c369-4091-a610-2d36e1d9ea5b'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:23:15.740971 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-edef67fa-91e2-4f06-bc80-8b43104a066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:22:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['a2357719-c369-4091-a610-2d36e1d9ea5b'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:15.780658 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8aaee08-da68-47a0-9498-3db0f3764555 admin admin] Router ddc7cf52-34b0-47e7-8b51-a885f1c0ba08 is scheduled to L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c with binding_index 1 {{(pid=93047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:23:15.903236 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b6e062a5-b991-4418-9008-a035c80d9921 req-a0354ca5-4bc2-489a-96e0-547b792f2a9b tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:15.905731 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300fa08-c14d-4060-b4ef-a4460de1b8f6 None None] Pushing event updated for resources: {'Port': ['ID=a297b917-3d7e-42b5-a2cf-d37300664764,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:15.906247 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-ebfa32f7-cc2d-4b57-87c1-0ab71f5afdd5 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:15.921992 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-af75b18d-8748-4acb-8d1e-da1873d38eb6 None None] Port bc9bb935-1ebc-4853-b9e9-73407a67beda cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:23:16.062698 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-27fc2467-d5f0-4cf4-acbd-37c8c76923e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:16.106899 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:16.143178 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-edef67fa-91e2-4f06-bc80-8b43104a066f None None] Set router a2357719-c369-4091-a610-2d36e1d9ea5b gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:23:16.147901 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-27fc2467-d5f0-4cf4-acbd-37c8c76923e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:16.168238 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-ebfa32f7-cc2d-4b57-87c1-0ab71f5afdd5 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Network ba4aefee-5518-43ab-b349-b6284cfd9b1b is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:23:16.171693 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-ebfa32f7-cc2d-4b57-87c1-0ab71f5afdd5 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:23:16.177055 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-ebfa32f7-cc2d-4b57-87c1-0ab71f5afdd5 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:23:16.184992 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-ebfa32f7-cc2d-4b57-87c1-0ab71f5afdd5 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:16.188556 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-ebfa32f7-cc2d-4b57-87c1-0ab71f5afdd5 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:16.227438 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] For port e3844aee-18e1-4ff2-94f8-93d4a8681faa, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=e3844aee-18e1-4ff2-94f8-93d4a8681faa,segment=NetworkSegment(e7b1a31c-3199-44cd-ae65-85b7e84c8d28),segment_id=e7b1a31c-3199-44cd-ae65-85b7e84c8d28)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:23:16.235547 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa32f7-cc2d-4b57-87c1-0ab71f5afdd5 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Pushing event updated for resources: {'Port': ['ID=b06e061d-abe8-4fe6-b34b-158c977cc7f7,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:16.283163 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-27fc2467-d5f0-4cf4-acbd-37c8c76923e5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c069d1de03b84461ba4818f6a316cccc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1637528 Jul 29 14:23:16.309697 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 53702) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:16.309999 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b69c575c-a18f-43fb-bab6-64e0d318c178 req-415589f4-a1dd-4b27-b2d0-62160ccdd676 tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/ports?device_id=57ce5603-2840-4ecd-8223-1cb2eded0850 HTTP/1.1" status: 200 len: 210 time: 0.0786545 Jul 29 14:23:16.353270 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8aaee08-da68-47a0-9498-3db0f3764555 admin admin] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:23:16.377293 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcabaaed-c071-4e16-9c38-ea798b289ec3 None None] Sync routers for ids ['ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'] in dv-cinder-802882-2-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:23:16.390920 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b6e062a5-b991-4418-9008-a035c80d9921 req-a0354ca5-4bc2-489a-96e0-547b792f2a9b tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:16.398269 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcabaaed-c071-4e16-9c38-ea798b289ec3 None None] Routers {'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:23:16.398269 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-dcabaaed-c071-4e16-9c38-ea798b289ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:22:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:16.437528 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 53706) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:16.447889 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:16.452017 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1380c-ed8c-44f1-b94d-47a93706836f req-3f5e2ed0-3dcc-4666-af2b-bb50c607ace4 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:16.455432 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96dcfa79-966d-4d33-94f9-4578d93e5e55 admin admin] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:23:16.460126 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1db1380c-ed8c-44f1-b94d-47a93706836f req-3f5e2ed0-3dcc-4666-af2b-bb50c607ace4 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=4291070a-7fa6-48ef-a290-ad399733ce27 HTTP/1.1" status: 200 len: 932 time: 0.2007446 Jul 29 14:23:16.491794 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [None req-20250f76-9e5c-4aad-a4f1-19b28860a629 admin admin] Allocated IP 172.20.0.1 (6d0eb179-2c3f-4e51-8768-4cf203aef2f0/71071247-be60-474f-b8b3-e493b3eca889/eae75db9-7fb2-478b-9fe9-de9d1b87afab) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:23:16.509896 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-96dcfa79-966d-4d33-94f9-4578d93e5e55 admin admin] 10.222.0.44 "PUT /v2.0/routers/b8740e5e-e875-4633-92b6-848c052a1b56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8460512 Jul 29 14:23:16.510992 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc2467-d5f0-4cf4-acbd-37c8c76923e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ecf571-a227-415b-9620-3ad0933b2c07,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:16.554131 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a576f8-9ce0-4a31-aebe-cf3e6e250b9b None None] Sync routers for ids ['b8740e5e-e875-4633-92b6-848c052a1b56'] in dv-cinder-802882-2-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:23:16.694497 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a576f8-9ce0-4a31-aebe-cf3e6e250b9b None None] Routers {'b8740e5e-e875-4633-92b6-848c052a1b56'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:23:16.696235 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-40a576f8-9ce0-4a31-aebe-cf3e6e250b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:22:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['b8740e5e-e875-4633-92b6-848c052a1b56'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:16.754870 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f7305c4f-9d64-43b1-9b60-29eb62ce780a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:16.813718 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f7305c4f-9d64-43b1-9b60-29eb62ce780a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:16.851975 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e062a5-b991-4418-9008-a035c80d9921 req-a0354ca5-4bc2-489a-96e0-547b792f2a9b tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Network efd2d8f7-ea7b-4436-9973-addb76973128 is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:23:16.865136 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [req-b6e062a5-b991-4418-9008-a035c80d9921 req-a0354ca5-4bc2-489a-96e0-547b792f2a9b tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:23:16.871230 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e062a5-b991-4418-9008-a035c80d9921 req-a0354ca5-4bc2-489a-96e0-547b792f2a9b tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:23:16.885020 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e062a5-b991-4418-9008-a035c80d9921 req-a0354ca5-4bc2-489a-96e0-547b792f2a9b tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:16.886717 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Pushing event updated for resources: {'Port': ['ID=e3844aee-18e1-4ff2-94f8-93d4a8681faa,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:16.890376 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b6e062a5-b991-4418-9008-a035c80d9921 req-a0354ca5-4bc2-489a-96e0-547b792f2a9b tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:16.918006 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-66b9844d-7bd6-4642-a4c1-ba0ca75a1a19 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-245127120-network', 'tenant_id': '69129a1dc7fb4632991833ca8b351c81'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:16.935541 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0354ca5-4bc2-489a-96e0-547b792f2a9b tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Pushing event updated for resources: {'Port': ['ID=cffe9640-dc24-4120-9a23-a32ea08dfce7,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:16.964305 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f7305c4f-9d64-43b1-9b60-29eb62ce780a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:16.972974 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f7305c4f-9d64-43b1-9b60-29eb62ce780a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:16.978683 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-f7305c4f-9d64-43b1-9b60-29eb62ce780a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/55ecf571-a227-415b-9620-3ad0933b2c07 HTTP/1.1" status: 204 len: 168 time: 0.6508284 Jul 29 14:23:16.983249 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-dcabaaed-c071-4e16-9c38-ea798b289ec3 None None] Set router ddc7cf52-34b0-47e7-8b51-a885f1c0ba08 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:23:17.022411 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-9fe8df38-9545-44c7-956a-d11d61de00fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:17.027334 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-20250f76-9e5c-4aad-a4f1-19b28860a629 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:17.029698 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1db1380c-ed8c-44f1-b94d-47a93706836f req-ebcfc8dd-0224-4d9f-a899-2ff84422f3b0 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5680070 Jul 29 14:23:17.043430 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-9fe8df38-9545-44c7-956a-d11d61de00fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:17.075444 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-ebfa32f7-cc2d-4b57-87c1-0ab71f5afdd5 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.4191291 Jul 29 14:23:17.075444 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b8aaee08-da68-47a0-9498-3db0f3764555 admin admin] Notify callbacks [] for router, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:17.075444 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-b8aaee08-da68-47a0-9498-3db0f3764555 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.8461006 Jul 29 14:23:17.089679 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 53718) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:17.101598 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7305c4f-9d64-43b1-9b60-29eb62ce780a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ecf571-a227-415b-9620-3ad0933b2c07,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:17.103843 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b6e062a5-b991-4418-9008-a035c80d9921 req-a0354ca5-4bc2-489a-96e0-547b792f2a9b tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6523354 Jul 29 14:23:17.115796 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b9844d-7bd6-4642-a4c1-ba0ca75a1a19 admin admin] Made reservation on behalf of 69129a1dc7fb4632991833ca8b351c81 for: {'network': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:23:17.118439 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-66b9844d-7bd6-4642-a4c1-ba0ca75a1a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for network, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:17.177645 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-66b9844d-7bd6-4642-a4c1-ba0ca75a1a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:17.246363 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-40a576f8-9ce0-4a31-aebe-cf3e6e250b9b None None] Set router b8740e5e-e875-4633-92b6-848c052a1b56 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:23:17.286523 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-9fe8df38-9545-44c7-956a-d11d61de00fa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=48362d9014fa4c2c94d7c7860fede468&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9395323 Jul 29 14:23:17.288927 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 53720) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:17.291682 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8df38-9545-44c7-956a-d11d61de00fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0299b43-edf7-45a2-9124-19fa598ff8a3,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:17.453574 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-20250f76-9e5c-4aad-a4f1-19b28860a629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:17.479040 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-edef67fa-91e2-4f06-bc80-8b43104a066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2357719-c369-4091-a610-2d36e1d9ea5b', 'name': 'tempest-ServerRescueNegativeTestJSON-1051240878-router', 'tenant_id': '5c645f55b8924ce6825612c02df3edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a297b917-3d7e-42b5-a2cf-d37300664764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:05Z', 'updated_at': '2021-07-29T14:23:09Z', 'revision_number': 3, 'project_id': '5c645f55b8924ce6825612c02df3edcf', 'gw_port': {'id': 'a297b917-3d7e-42b5-a2cf-d37300664764', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:34:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2357719-c369-4091-a610-2d36e1d9ea5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi'}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:17.537492 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-65d6b190-1dbc-442d-90c9-361af41a0387 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:23:17.547212 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-65d6b190-1dbc-442d-90c9-361af41a0387 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0403123 Jul 29 14:23:17.557806 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edef67fa-91e2-4f06-bc80-8b43104a066f None None] The sync data for ids ['a2357719-c369-4091-a610-2d36e1d9ea5b'] in dv-cinder-802882-2-iscsi is: [{'id': 'a2357719-c369-4091-a610-2d36e1d9ea5b', 'name': 'tempest-ServerRescueNegativeTestJSON-1051240878-router', 'tenant_id': '5c645f55b8924ce6825612c02df3edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a297b917-3d7e-42b5-a2cf-d37300664764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:05Z', 'updated_at': '2021-07-29T14:23:09Z', 'revision_number': 3, 'project_id': '5c645f55b8924ce6825612c02df3edcf', 'gw_port': {'id': 'a297b917-3d7e-42b5-a2cf-d37300664764', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:34:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2357719-c369-4091-a610-2d36e1d9ea5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi'}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:23:17.567430 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [req-b6e062a5-b991-4418-9008-a035c80d9921 req-599e17fa-c117-457c-8240-dfba776158eb tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:23:17.572284 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20250f76-9e5c-4aad-a4f1-19b28860a629 admin admin] Network 6d0eb179-2c3f-4e51-8768-4cf203aef2f0 is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:23:17.573019 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b6e062a5-b991-4418-9008-a035c80d9921 req-599e17fa-c117-457c-8240-dfba776158eb tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0555911 Jul 29 14:23:17.591634 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-dcabaaed-c071-4e16-9c38-ea798b289ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'name': 'tempest-AttachVolumeTestJSON-498544025-router', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:10Z', 'revision_number': 3, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'gw_port': {'id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ce:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:08Z', 'updated_at': '2021-07-29T14:23:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi'}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:17.626122 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-20250f76-9e5c-4aad-a4f1-19b28860a629 admin admin] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:23:17.632497 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20250f76-9e5c-4aad-a4f1-19b28860a629 admin admin] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:23:17.637021 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-20250f76-9e5c-4aad-a4f1-19b28860a629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744496'] for router_interface, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:17.665216 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-102cc8ee-de1a-4644-a5f9-ed1f709405af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:17.687846 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcabaaed-c071-4e16-9c38-ea798b289ec3 None None] Checking router: ddc7cf52-34b0-47e7-8b51-a885f1c0ba08 for host: dv-cinder-802882-2-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:23:17.688330 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcabaaed-c071-4e16-9c38-ea798b289ec3 None None] Updating router ddc7cf52-34b0-47e7-8b51-a885f1c0ba08 port b59e846f-646d-4d11-bce4-a8f85898513d binding host dv-cinder-802882-2-iscsi {{(pid=93049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:23:17.759110 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-dcabaaed-c071-4e16-9c38-ea798b289ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:17.793416 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-40a576f8-9ce0-4a31-aebe-cf3e6e250b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'name': 'tempest-AttachVolumeShelveTestJSON-1140062297-router', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:04Z', 'updated_at': '2021-07-29T14:23:13Z', 'revision_number': 4, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'gw_port': {'id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': 'bc9bb935-1ebc-4853-b9e9-73407a67beda', 'name': '', 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'mac_address': 'fa:16:3e:9c:bb:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:11Z', 'updated_at': '2021-07-29T14:23:13Z', 'revision_number': 2, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'subnets': [{'id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:17.892693 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a576f8-9ce0-4a31-aebe-cf3e6e250b9b None None] Checking router: b8740e5e-e875-4633-92b6-848c052a1b56 for host: dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:23:17.893213 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a576f8-9ce0-4a31-aebe-cf3e6e250b9b None None] Updating router b8740e5e-e875-4633-92b6-848c052a1b56 port bc9bb935-1ebc-4853-b9e9-73407a67beda binding host dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:23:17.967124 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-40a576f8-9ce0-4a31-aebe-cf3e6e250b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:18.054334 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-20250f76-9e5c-4aad-a4f1-19b28860a629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:18.229228 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-66b9844d-7bd6-4642-a4c1-ba0ca75a1a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:18.231474 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20250f76-9e5c-4aad-a4f1-19b28860a629 admin admin] Pushing event updated for resources: {'Port': ['ID=eae75db9-7fb2-478b-9fe9-de9d1b87afab,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:18.240967 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-66b9844d-7bd6-4642-a4c1-ba0ca75a1a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:18.279743 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-102cc8ee-de1a-4644-a5f9-ed1f709405af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:18.309636 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-b4e28683-afa0-481f-9a54-2def3fd3bdc9 service neutron] Request body: {'port': {'device_id': '4291070a-7fa6-48ef-a290-ad399733ce27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:18.317135 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b9844d-7bd6-4642-a4c1-ba0ca75a1a19 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=93046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:23:18.366580 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9844d-7bd6-4642-a4c1-ba0ca75a1a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd10df6-73f9-4f4d-997b-d5ecea4571ba,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:18.376850 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-66b9844d-7bd6-4642-a4c1-ba0ca75a1a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:18.377216 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.db.segments_db [None req-66b9844d-7bd6-4642-a4c1-ba0ca75a1a19 admin admin] Added segment 453b3e9d-df3c-48ea-b566-d8e45e0d5798 of type vlan for network 59dbc139-413e-49ec-bb5f-52dc3f79ab35 Jul 29 14:23:18.411996 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ba85d-40c4-4cd7-beed-591546111e71 req-78af9fc1-791c-48b7-bc1d-0c2de3d5c2d9 tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:18.414793 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-dd1ba85d-40c4-4cd7-beed-591546111e71 req-78af9fc1-791c-48b7-bc1d-0c2de3d5c2d9 tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/ports?device_id=57ce5603-2840-4ecd-8223-1cb2eded0850 HTTP/1.1" status: 200 len: 932 time: 0.9192679 Jul 29 14:23:18.516794 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-b6e062a5-b991-4418-9008-a035c80d9921 req-4a86c856-238c-492e-b6f9-e780a7a9242c service neutron] Request body: {'port': {'device_id': '57ce5603-2840-4ecd-8223-1cb2eded0850', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:18.534330 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-66b9844d-7bd6-4642-a4c1-ba0ca75a1a19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774390054750'] for network, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:18.739846 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-66b9844d-7bd6-4642-a4c1-ba0ca75a1a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:18.742955 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b9844d-7bd6-4642-a4c1-ba0ca75a1a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:18.746269 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-66b9844d-7bd6-4642-a4c1-ba0ca75a1a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:18.772720 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-dcabaaed-c071-4e16-9c38-ea798b289ec3 None None] Notify callbacks [] for port, precommit_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:18.811382 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.provisioning_blocks [None req-dcabaaed-c071-4e16-9c38-ea798b289ec3 None None] Transition to ACTIVE for port object b59e846f-646d-4d11-bce4-a8f85898513d will not be triggered until provisioned by entity L2. {{(pid=93049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:23:18.829536 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-dcabaaed-c071-4e16-9c38-ea798b289ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:18.955947 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-dcabaaed-c071-4e16-9c38-ea798b289ec3 None None] Attempting to bind port b59e846f-646d-4d11-bce4-a8f85898513d on host dv-cinder-802882-2-iscsi for vnic_type normal with profile {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:23:18.956356 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-dcabaaed-c071-4e16-9c38-ea798b289ec3 None None] Attempting to bind port b59e846f-646d-4d11-bce4-a8f85898513d by drivers openvswitch,hyperv on host dv-cinder-802882-2-iscsi at level 0 using segments [{'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:23:18.956839 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcabaaed-c071-4e16-9c38-ea798b289ec3 None None] Attempting to bind port b59e846f-646d-4d11-bce4-a8f85898513d on network 32664875-679c-4a6a-adbf-80e7664b419a {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:23:19.012715 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device a297b917-3d7e-42b5-a2cf-d37300664764 up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:23:19.047763 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcabaaed-c071-4e16-9c38-ea798b289ec3 None None] Checking agent: {'id': '1ca66b18-24af-4c4d-ab67-53f04b5066d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 14, 58), 'started_at': datetime.datetime(2021, 7, 29, 14, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:23:19.048146 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcabaaed-c071-4e16-9c38-ea798b289ec3 None None] Checking segment: {'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:23:19.048551 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-dcabaaed-c071-4e16-9c38-ea798b289ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:19.048945 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcabaaed-c071-4e16-9c38-ea798b289ec3 None None] Bound using segment: {'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:23:19.049425 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-dcabaaed-c071-4e16-9c38-ea798b289ec3 None None] Bound port: b59e846f-646d-4d11-bce4-a8f85898513d, host: dv-cinder-802882-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'}}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:23:19.049827 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-dcabaaed-c071-4e16-9c38-ea798b289ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:19.059350 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9844d-7bd6-4642-a4c1-ba0ca75a1a19 admin admin] Pushing event updated for resources: {'Network': ['ID=59dbc139-413e-49ec-bb5f-52dc3f79ab35,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:19.113080 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Network 59dbc139-413e-49ec-bb5f-52dc3f79ab35 details requested by agent ovs-agent-dv-cinder-802882-2-iscsi with host dv-cinder-802882-2-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:23:19.156487 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-dd1ba85d-40c4-4cd7-beed-591546111e71 req-1029219c-7fdf-416e-9d9f-e4ce75bbe06a tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1f79f8-968b-4076-8530-8ad96627d725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6328187 Jul 29 14:23:19.167452 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-66b9844d-7bd6-4642-a4c1-ba0ca75a1a19 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.7279129 Jul 29 14:23:19.188146 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 53752) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:19.204438 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-3c85080e-fa60-49a7-8081-5f198a4a50e6 admin admin] Request body: {'subnet': {'network_id': '59dbc139-413e-49ec-bb5f-52dc3f79ab35', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-245127120-subnet', 'tenant_id': '69129a1dc7fb4632991833ca8b351c81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:19.211179 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-40a576f8-9ce0-4a31-aebe-cf3e6e250b9b None None] Notify callbacks [] for port, precommit_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:19.227023 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-40a576f8-9ce0-4a31-aebe-cf3e6e250b9b None None] Transition to ACTIVE for port object bc9bb935-1ebc-4853-b9e9-73407a67beda will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:23:19.274236 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98784804-5dca-42be-bb52-69de46c78f0e None None] Pushing event updated for resources: {'Port': ['ID=b59e846f-646d-4d11-bce4-a8f85898513d,revision_number=2']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:19.284632 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-40a576f8-9ce0-4a31-aebe-cf3e6e250b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:19.310230 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-dcabaaed-c071-4e16-9c38-ea798b289ec3 None None] For port b59e846f-646d-4d11-bce4-a8f85898513d, host dv-cinder-802882-2-iscsi, cleared binding levels {{(pid=93049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:23:19.319317 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-dcabaaed-c071-4e16-9c38-ea798b289ec3 None None] For port b59e846f-646d-4d11-bce4-a8f85898513d, host dv-cinder-802882-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=b59e846f-646d-4d11-bce4-a8f85898513d,segment=NetworkSegment(e7b1a31c-3199-44cd-ae65-85b7e84c8d28),segment_id=e7b1a31c-3199-44cd-ae65-85b7e84c8d28)] {{(pid=93049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:23:19.325170 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-dcabaaed-c071-4e16-9c38-ea798b289ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:19.325587 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c85080e-fa60-49a7-8081-5f198a4a50e6 admin admin] Made reservation on behalf of 69129a1dc7fb4632991833ca8b351c81 for: {'subnet': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:23:19.331313 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3c85080e-fa60-49a7-8081-5f198a4a50e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:19.417765 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-b4e28683-afa0-481f-9a54-2def3fd3bdc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:19.434559 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa32ee-001b-4127-b5bf-4f9f8d52efa9 None None] Pushing event updated for resources: {'Port': ['ID=bc9bb935-1ebc-4853-b9e9-73407a67beda,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:19.449822 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b6e062a5-b991-4418-9008-a035c80d9921 req-4a86c856-238c-492e-b6f9-e780a7a9242c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:19.476763 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-102cc8ee-de1a-4644-a5f9-ed1f709405af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:19.481525 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-102cc8ee-de1a-4644-a5f9-ed1f709405af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:19.483026 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-102cc8ee-de1a-4644-a5f9-ed1f709405af admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f0299b43-edf7-45a2-9124-19fa598ff8a3 HTTP/1.1" status: 204 len: 168 time: 2.1930232 Jul 29 14:23:19.613706 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning for port a297b917-3d7e-42b5-a2cf-d37300664764 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:23:19.700195 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcabaaed-c071-4e16-9c38-ea798b289ec3 None None] Routers {'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:23:19.704664 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port a297b917-3d7e-42b5-a2cf-d37300664764 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:23:19.706130 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:19.712407 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-dcabaaed-c071-4e16-9c38-ea798b289ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:22:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:19.770616 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cc8ee-de1a-4644-a5f9-ed1f709405af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0299b43-edf7-45a2-9124-19fa598ff8a3,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:19.862753 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa6f98-424b-4149-9df3-515270998df3 req-81dcb2c5-db95-46d6-a3b8-1dd4643243b3 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:19.875014 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-adaa6f98-424b-4149-9df3-515270998df3 req-81dcb2c5-db95-46d6-a3b8-1dd4643243b3 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=4291070a-7fa6-48ef-a290-ad399733ce27 HTTP/1.1" status: 200 len: 932 time: 0.5322111 Jul 29 14:23:19.885761 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 53760) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:19.914706 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-40a576f8-9ce0-4a31-aebe-cf3e6e250b9b None None] Attempting to bind port bc9bb935-1ebc-4853-b9e9-73407a67beda on host dv-cinder-802882-2-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:23:19.915085 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-40a576f8-9ce0-4a31-aebe-cf3e6e250b9b None None] Attempting to bind port bc9bb935-1ebc-4853-b9e9-73407a67beda by drivers openvswitch,hyperv on host dv-cinder-802882-2-iscsi at level 0 using segments [{'id': '2a3c3cb3-1d3e-4c59-bff4-f754839f2eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:23:19.915466 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a576f8-9ce0-4a31-aebe-cf3e6e250b9b None None] Attempting to bind port bc9bb935-1ebc-4853-b9e9-73407a67beda on network 8a4c7fff-7798-4447-98a3-cd40daeca628 {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:23:19.919848 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-27d867f0-d195-4c3c-a9a7-18aec821a49f tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1564166945', 'description': 'tempest-description--1420671267'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:19.963266 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-20250f76-9e5c-4aad-a4f1-19b28860a629 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:19.994620 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-20250f76-9e5c-4aad-a4f1-19b28860a629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:19.994620 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-20250f76-9e5c-4aad-a4f1-19b28860a629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659616'] for router_interface, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:20.076481 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3c85080e-fa60-49a7-8081-5f198a4a50e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for subnet, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:20.104374 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-dcabaaed-c071-4e16-9c38-ea798b289ec3 None None] Set router ddc7cf52-34b0-47e7-8b51-a885f1c0ba08 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:23:20.216687 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8643c90a-35df-4744-a4b1-f44baa022c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:20.239883 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98784804-5dca-42be-bb52-69de46c78f0e None None] Pushing event updated for resources: {'Port': ['ID=b59e846f-646d-4d11-bce4-a8f85898513d,revision_number=3']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:20.439437 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85080e-fa60-49a7-8081-5f198a4a50e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6961230b-3993-41e9-83dd-e3010cedf4c4,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:20.444730 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20250f76-9e5c-4aad-a4f1-19b28860a629 admin admin] Pushing event updated for resources: {'Port': ['ID=eae75db9-7fb2-478b-9fe9-de9d1b87afab,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:20.523380 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a576f8-9ce0-4a31-aebe-cf3e6e250b9b None None] Checking agent: {'id': '1ca66b18-24af-4c4d-ab67-53f04b5066d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 14, 58), 'started_at': datetime.datetime(2021, 7, 29, 14, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:23:20.526545 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a576f8-9ce0-4a31-aebe-cf3e6e250b9b None None] Checking segment: {'id': '2a3c3cb3-1d3e-4c59-bff4-f754839f2eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:23:20.527930 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-40a576f8-9ce0-4a31-aebe-cf3e6e250b9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:20.528423 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a576f8-9ce0-4a31-aebe-cf3e6e250b9b None None] Bound using segment: {'id': '2a3c3cb3-1d3e-4c59-bff4-f754839f2eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:23:20.528928 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-40a576f8-9ce0-4a31-aebe-cf3e6e250b9b None None] Bound port: bc9bb935-1ebc-4853-b9e9-73407a67beda, host: dv-cinder-802882-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a3c3cb3-1d3e-4c59-bff4-f754839f2eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:23:20.532785 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-40a576f8-9ce0-4a31-aebe-cf3e6e250b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:20.656318 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-dcabaaed-c071-4e16-9c38-ea798b289ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'name': 'tempest-AttachVolumeTestJSON-498544025-router', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:10Z', 'revision_number': 3, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'gw_port': {'id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ce:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:08Z', 'updated_at': '2021-07-29T14:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi'}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:20.700319 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-b4e28683-afa0-481f-9a54-2def3fd3bdc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06e061d-abe8-4fe6-b34b-158c977cc7f7 {{(pid=93047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:23:20.712091 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-b4e28683-afa0-481f-9a54-2def3fd3bdc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:20.725930 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c85080e-fa60-49a7-8081-5f198a4a50e6 admin admin] Checking segment: {'id': '453b3e9d-df3c-48ea-b566-d8e45e0d5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '59dbc139-413e-49ec-bb5f-52dc3f79ab35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:23:20.726302 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c85080e-fa60-49a7-8081-5f198a4a50e6 admin admin] Network hostable DHCP agents. Network: 59dbc139-413e-49ec-bb5f-52dc3f79ab35, hostable agents: ['7d25a96f-5a28-47f2-8bd3-87860bff61e6'], hosted agents: [] {{(pid=93046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:23:20.741769 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20250f76-9e5c-4aad-a4f1-19b28860a629 admin admin] Network 6d0eb179-2c3f-4e51-8768-4cf203aef2f0 is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:23:20.748518 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-b4e28683-afa0-481f-9a54-2def3fd3bdc9 service neutron] Transition to ACTIVE for port object b06e061d-abe8-4fe6-b34b-158c977cc7f7 will not be triggered until provisioned by entity L2. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:23:20.767203 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-20250f76-9e5c-4aad-a4f1-19b28860a629 admin admin] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:23:20.771711 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcabaaed-c071-4e16-9c38-ea798b289ec3 None None] The sync data for ids ['ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'] in dv-cinder-802882-2-iscsi is: [{'id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'name': 'tempest-AttachVolumeTestJSON-498544025-router', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:10Z', 'revision_number': 3, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'gw_port': {'id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ce:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:08Z', 'updated_at': '2021-07-29T14:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi'}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:23:20.775851 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c85080e-fa60-49a7-8081-5f198a4a50e6 admin admin] Network 59dbc139-413e-49ec-bb5f-52dc3f79ab35 is scheduled to be hosted by DHCP agent 7d25a96f-5a28-47f2-8bd3-87860bff61e6 with binding_index 1 {{(pid=93046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:23:20.957443 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:20.971103 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-40a576f8-9ce0-4a31-aebe-cf3e6e250b9b None None] For port bc9bb935-1ebc-4853-b9e9-73407a67beda, host dv-cinder-802882-2-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:23:21.064856 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-3c85080e-fa60-49a7-8081-5f198a4a50e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-2-iscsi, 59dbc139-413e-49ec-bb5f-52dc3f79ab35) {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:23:21.065874 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-40a576f8-9ce0-4a31-aebe-cf3e6e250b9b None None] For port bc9bb935-1ebc-4853-b9e9-73407a67beda, host dv-cinder-802882-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=bc9bb935-1ebc-4853-b9e9-73407a67beda,segment=NetworkSegment(2a3c3cb3-1d3e-4c59-bff4-f754839f2eca),segment_id=2a3c3cb3-1d3e-4c59-bff4-f754839f2eca)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:23:21.074956 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c85080e-fa60-49a7-8081-5f198a4a50e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:21.076510 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3c85080e-fa60-49a7-8081-5f198a4a50e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:21.084768 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da73e995-2c21-478d-86df-7fb597e3a120 None None] Network 59dbc139-413e-49ec-bb5f-52dc3f79ab35 requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:23:21.091657 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20250f76-9e5c-4aad-a4f1-19b28860a629 admin admin] Router a2357719-c369-4091-a610-2d36e1d9ea5b has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:23:21.123175 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-3c85080e-fa60-49a7-8081-5f198a4a50e6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9161801 Jul 29 14:23:21.194275 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] For port a297b917-3d7e-42b5-a2cf-d37300664764, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=a297b917-3d7e-42b5-a2cf-d37300664764,segment=NetworkSegment(e7b1a31c-3199-44cd-ae65-85b7e84c8d28),segment_id=e7b1a31c-3199-44cd-ae65-85b7e84c8d28)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:23:21.196167 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-40a576f8-9ce0-4a31-aebe-cf3e6e250b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:21.214898 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:21.215709 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device e3844aee-18e1-4ff2-94f8-93d4a8681faa up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:23:21.253707 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-27d867f0-d195-4c3c-a9a7-18aec821a49f tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:21.255742 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-b4e28683-afa0-481f-9a54-2def3fd3bdc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:21.282099 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 53796) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:21.414251 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a576f8-9ce0-4a31-aebe-cf3e6e250b9b None None] Routers {'b8740e5e-e875-4633-92b6-848c052a1b56'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:23:21.415282 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-40a576f8-9ce0-4a31-aebe-cf3e6e250b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:22:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['b8740e5e-e875-4633-92b6-848c052a1b56'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:21.490544 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [None req-8643c90a-35df-4744-a4b1-f44baa022c31 admin admin] Allocated IP 172.20.0.1 (b3cec429-afe0-40ba-a154-12d562265125/0feee60d-456e-4fb7-af3e-353853088018/b7c23ef7-7f75-4845-bdcb-fee180b06f1f) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:23:21.559918 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20250f76-9e5c-4aad-a4f1-19b28860a629 admin admin] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:23:21.585161 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5e0092-9b13-48e7-9d46-6c0e03774593 None None] Sync routers for ids ['a2357719-c369-4091-a610-2d36e1d9ea5b'] in dv-cinder-802882-2-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:23:21.600372 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5e0092-9b13-48e7-9d46-6c0e03774593 None None] Routers {'a2357719-c369-4091-a610-2d36e1d9ea5b'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:23:21.600588 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-20250f76-9e5c-4aad-a4f1-19b28860a629 admin admin] 10.222.0.44 "PUT /v2.0/routers/a2357719-c369-4091-a610-2d36e1d9ea5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0493855 Jul 29 14:23:21.609601 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-ed5e0092-9b13-48e7-9d46-6c0e03774593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:22:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['a2357719-c369-4091-a610-2d36e1d9ea5b'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:21.750606 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port e3844aee-18e1-4ff2-94f8-93d4a8681faa triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:23:21.751108 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:21.758453 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa32ee-001b-4127-b5bf-4f9f8d52efa9 None None] Pushing event updated for resources: {'Port': ['ID=bc9bb935-1ebc-4853-b9e9-73407a67beda,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:21.800538 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-6b742f33-3fb9-477d-8eae-f728d36a79fb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-393974895-network', 'tenant_id': 'e02589d931bc4bdca499ab012f78214b'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:21.871184 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b742f33-3fb9-477d-8eae-f728d36a79fb admin admin] Made reservation on behalf of e02589d931bc4bdca499ab012f78214b for: {'network': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:23:21.876143 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6b742f33-3fb9-477d-8eae-f728d36a79fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for network, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:21.905974 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6b742f33-3fb9-477d-8eae-f728d36a79fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:21.929527 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-ed5e0092-9b13-48e7-9d46-6c0e03774593 None None] Set router a2357719-c369-4091-a610-2d36e1d9ea5b gateway port host: dv-cinder-802882-2-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:23:21.931035 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Pushing event updated for resources: {'Port': ['ID=a297b917-3d7e-42b5-a2cf-d37300664764,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:22.063139 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-40a576f8-9ce0-4a31-aebe-cf3e6e250b9b None None] Set router b8740e5e-e875-4633-92b6-848c052a1b56 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:23:22.065554 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8643c90a-35df-4744-a4b1-f44baa022c31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:22.099732 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [None req-8643c90a-35df-4744-a4b1-f44baa022c31 admin admin] Transition to ACTIVE for port object b7c23ef7-7f75-4845-bdcb-fee180b06f1f will not be triggered until provisioned by entity DHCP. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:23:22.224473 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6b742f33-3fb9-477d-8eae-f728d36a79fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:22.235404 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6b742f33-3fb9-477d-8eae-f728d36a79fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:22.335282 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b742f33-3fb9-477d-8eae-f728d36a79fb admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=93046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:23:22.363996 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-adaa6f98-424b-4149-9df3-515270998df3 req-2b8512de-4719-44cb-82d2-faf6531cd08f tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.3533885 Jul 29 14:23:22.367020 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b742f33-3fb9-477d-8eae-f728d36a79fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529827d2-2db2-4728-8144-00d046553b03,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:22.391939 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6b742f33-3fb9-477d-8eae-f728d36a79fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:22.391939 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.db.segments_db [None req-6b742f33-3fb9-477d-8eae-f728d36a79fb admin admin] Added segment 409a9d1b-f287-453c-b069-2e5c8101e750 of type vlan for network 6d505ae9-8d17-49e3-9f3f-ecf8982d5325 Jul 29 14:23:22.459569 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 53812) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:22.593820 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b9a205-b827-4922-8662-5a706527f0d3 None None] Network 59dbc139-413e-49ec-bb5f-52dc3f79ab35 requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:23:22.614165 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6b742f33-3fb9-477d-8eae-f728d36a79fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774390054750'] for network, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:22.734171 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6b742f33-3fb9-477d-8eae-f728d36a79fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:22.735112 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b742f33-3fb9-477d-8eae-f728d36a79fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:22.735774 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6b742f33-3fb9-477d-8eae-f728d36a79fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:22.789187 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-ed5e0092-9b13-48e7-9d46-6c0e03774593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2357719-c369-4091-a610-2d36e1d9ea5b', 'name': 'tempest-ServerRescueNegativeTestJSON-1051240878-router', 'tenant_id': '5c645f55b8924ce6825612c02df3edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a297b917-3d7e-42b5-a2cf-d37300664764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:05Z', 'updated_at': '2021-07-29T14:23:17Z', 'revision_number': 4, 'project_id': '5c645f55b8924ce6825612c02df3edcf', 'gw_port': {'id': 'a297b917-3d7e-42b5-a2cf-d37300664764', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:34:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2357719-c369-4091-a610-2d36e1d9ea5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': 'eae75db9-7fb2-478b-9fe9-de9d1b87afab', 'name': '', 'network_id': '6d0eb179-2c3f-4e51-8768-4cf203aef2f0', 'tenant_id': '5c645f55b8924ce6825612c02df3edcf', 'mac_address': 'fa:16:3e:eb:8e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2357719-c369-4091-a610-2d36e1d9ea5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '71071247-be60-474f-b8b3-e493b3eca889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:15Z', 'updated_at': '2021-07-29T14:23:18Z', 'revision_number': 2, 'project_id': '5c645f55b8924ce6825612c02df3edcf', 'subnets': [{'id': '71071247-be60-474f-b8b3-e493b3eca889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:22.856647 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b742f33-3fb9-477d-8eae-f728d36a79fb admin admin] Pushing event updated for resources: {'Network': ['ID=6d505ae9-8d17-49e3-9f3f-ecf8982d5325,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:22.881339 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5e0092-9b13-48e7-9d46-6c0e03774593 None None] Checking router: a2357719-c369-4091-a610-2d36e1d9ea5b for host: dv-cinder-802882-2-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:23:22.881710 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5e0092-9b13-48e7-9d46-6c0e03774593 None None] Updating router a2357719-c369-4091-a610-2d36e1d9ea5b port eae75db9-7fb2-478b-9fe9-de9d1b87afab binding host dv-cinder-802882-2-iscsi {{(pid=93049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:23:22.895941 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Network 6d505ae9-8d17-49e3-9f3f-ecf8982d5325 details requested by agent ovs-agent-dv-cinder-802882-2-iscsi with host dv-cinder-802882-2-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:23:22.941352 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-ed5e0092-9b13-48e7-9d46-6c0e03774593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:22.950291 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-b4e28683-afa0-481f-9a54-2def3fd3bdc9 service neutron] Attempting to bind port b06e061d-abe8-4fe6-b34b-158c977cc7f7 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:23:22.950930 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-b4e28683-afa0-481f-9a54-2def3fd3bdc9 service neutron] Attempting to bind port b06e061d-abe8-4fe6-b34b-158c977cc7f7 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': 'b03b25ab-3830-4437-9930-58c769ecf5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ba4aefee-5518-43ab-b349-b6284cfd9b1b'}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:23:22.951476 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-b4e28683-afa0-481f-9a54-2def3fd3bdc9 service neutron] Attempting to bind port b06e061d-abe8-4fe6-b34b-158c977cc7f7 on network ba4aefee-5518-43ab-b349-b6284cfd9b1b {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:23:22.954592 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8643c90a-35df-4744-a4b1-f44baa022c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:22.977469 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7dea7dc9-6c19-406b-8149-d6f003a49a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:23.002879 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470a660-6b1b-4987-943a-55f98893dee7 req-d4337353-b808-498f-8f94-984a9cd161a0 tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:23.015264 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9470a660-6b1b-4987-943a-55f98893dee7 req-d4337353-b808-498f-8f94-984a9cd161a0 tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/ports?device_id=57ce5603-2840-4ecd-8223-1cb2eded0850 HTTP/1.1" status: 200 len: 932 time: 1.8248649 Jul 29 14:23:23.017675 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e28683-afa0-481f-9a54-2def3fd3bdc9 service neutron] Pushing event updated for resources: {'Port': ['ID=b06e061d-abe8-4fe6-b34b-158c977cc7f7,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:23.096605 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-b4e28683-afa0-481f-9a54-2def3fd3bdc9 service neutron] Port b06e061d-abe8-4fe6-b34b-158c977cc7f7 on network ba4aefee-5518-43ab-b349-b6284cfd9b1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:23:23.097690 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-b4e28683-afa0-481f-9a54-2def3fd3bdc9 service neutron] Attempting to bind port b06e061d-abe8-4fe6-b34b-158c977cc7f7 on network ba4aefee-5518-43ab-b349-b6284cfd9b1b {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:23:23.289760 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9470a660-6b1b-4987-943a-55f98893dee7 req-b4fd0bad-47fd-40c6-acbd-a84dae252276 tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1f79f8-968b-4076-8530-8ad96627d725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732506 Jul 29 14:23:23.382070 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-b4e28683-afa0-481f-9a54-2def3fd3bdc9 service neutron] Checking agent: {'id': 'fd26b577-982f-4e34-ab76-8a88883d4fab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:23:23.382448 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-b4e28683-afa0-481f-9a54-2def3fd3bdc9 service neutron] Checking segment: {'id': 'b03b25ab-3830-4437-9930-58c769ecf5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ba4aefee-5518-43ab-b349-b6284cfd9b1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:23:23.383213 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-b4e28683-afa0-481f-9a54-2def3fd3bdc9 service neutron] Bound using segment: {'id': 'b03b25ab-3830-4437-9930-58c769ecf5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ba4aefee-5518-43ab-b349-b6284cfd9b1b'} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:23:23.389264 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-b4e28683-afa0-481f-9a54-2def3fd3bdc9 service neutron] Bound port: b06e061d-abe8-4fe6-b34b-158c977cc7f7, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b03b25ab-3830-4437-9930-58c769ecf5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ba4aefee-5518-43ab-b349-b6284cfd9b1b'}}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:23:23.391253 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-b4e28683-afa0-481f-9a54-2def3fd3bdc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:23.424773 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8643c90a-35df-4744-a4b1-f44baa022c31 admin admin] Network b3cec429-afe0-40ba-a154-12d562265125 is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:23:23.499745 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-40a576f8-9ce0-4a31-aebe-cf3e6e250b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'name': 'tempest-AttachVolumeShelveTestJSON-1140062297-router', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:04Z', 'updated_at': '2021-07-29T14:23:13Z', 'revision_number': 4, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'gw_port': {'id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': 'bc9bb935-1ebc-4853-b9e9-73407a67beda', 'name': '', 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'mac_address': 'fa:16:3e:9c:bb:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:11Z', 'updated_at': '2021-07-29T14:23:20Z', 'revision_number': 4, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'subnets': [{'id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:23.534831 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a576f8-9ce0-4a31-aebe-cf3e6e250b9b None None] The sync data for ids ['b8740e5e-e875-4633-92b6-848c052a1b56'] in dv-cinder-802882-2-iscsi is: [{'id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'name': 'tempest-AttachVolumeShelveTestJSON-1140062297-router', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:04Z', 'updated_at': '2021-07-29T14:23:13Z', 'revision_number': 4, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'gw_port': {'id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': 'bc9bb935-1ebc-4853-b9e9-73407a67beda', 'name': '', 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'mac_address': 'fa:16:3e:9c:bb:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:11Z', 'updated_at': '2021-07-29T14:23:20Z', 'revision_number': 4, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'subnets': [{'id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:23:23.547800 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 53838) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:23.553034 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-b3f1fe95-de08-41c6-b852-605e3e9c3aa5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-276703672-network', 'tenant_id': 'aed399d75bf24b739dc025aa2dd3e9bc'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:23.568164 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device b59e846f-646d-4d11-bce4-a8f85898513d up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:23:23.583815 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-8643c90a-35df-4744-a4b1-f44baa022c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:23:23.635956 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8643c90a-35df-4744-a4b1-f44baa022c31 admin admin] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:23:23.637140 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8643c90a-35df-4744-a4b1-f44baa022c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744496'] for router_interface, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:23.673331 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643c90a-35df-4744-a4b1-f44baa022c31 admin admin] Pushing event updated for resources: {'Port': ['ID=b7c23ef7-7f75-4845-bdcb-fee180b06f1f,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:23.730095 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning for port b59e846f-646d-4d11-bce4-a8f85898513d completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:23:23.744705 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port b59e846f-646d-4d11-bce4-a8f85898513d triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:23:23.745448 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:23.859340 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-ed5e0092-9b13-48e7-9d46-6c0e03774593 None None] Notify callbacks [] for port, precommit_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:23.877196 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:23.882965 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.provisioning_blocks [None req-ed5e0092-9b13-48e7-9d46-6c0e03774593 None None] Transition to ACTIVE for port object eae75db9-7fb2-478b-9fe9-de9d1b87afab will not be triggered until provisioned by entity L2. {{(pid=93049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:23:23.896120 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-ed5e0092-9b13-48e7-9d46-6c0e03774593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:23.908534 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] For port b59e846f-646d-4d11-bce4-a8f85898513d, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=b59e846f-646d-4d11-bce4-a8f85898513d,segment=NetworkSegment(e7b1a31c-3199-44cd-ae65-85b7e84c8d28),segment_id=e7b1a31c-3199-44cd-ae65-85b7e84c8d28)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:23:23.914809 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:23.916119 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device a297b917-3d7e-42b5-a2cf-d37300664764 up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:23:23.971135 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92867cc-63b6-48bf-9d02-0fcb80523eb7 None None] Pushing event updated for resources: {'Port': ['ID=eae75db9-7fb2-478b-9fe9-de9d1b87afab,revision_number=3']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:23.997417 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-27d867f0-d195-4c3c-a9a7-18aec821a49f tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:24.023746 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-6b742f33-3fb9-477d-8eae-f728d36a79fb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.7312839 Jul 29 14:23:24.027801 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 53840) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:24.037269 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-a5cef0a3-fbd7-441f-877a-27b65a35c7ed admin admin] Request body: {'subnet': {'network_id': '6d505ae9-8d17-49e3-9f3f-ecf8982d5325', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-393974895-subnet', 'tenant_id': 'e02589d931bc4bdca499ab012f78214b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:24.044726 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.db.api [None req-b3f1fe95-de08-41c6-b852-605e3e9c3aa5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 14:23:24.044726 dv-cinder-802882-2-iscsi neutron-server[93046]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 14:23:24.044726 dv-cinder-802882-2-iscsi neutron-server[93046]: [parameters: {'project_id_1': 'aed399d75bf24b739dc025aa2dd3e9bc', 'expiration_1': datetime.datetime(2021, 7, 29, 14, 23, 23, 571177)}] Jul 29 14:23:24.044726 dv-cinder-802882-2-iscsi neutron-server[93046]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:23:24.045527 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG oslo_db.api [None req-b3f1fe95-de08-41c6-b852-605e3e9c3aa5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:23:24.057462 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-27d867f0-d195-4c3c-a9a7-18aec821a49f tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:24.066225 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Pushing event updated for resources: {'Port': ['ID=b59e846f-646d-4d11-bce4-a8f85898513d,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:24.091064 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-ed5e0092-9b13-48e7-9d46-6c0e03774593 None None] Attempting to bind port eae75db9-7fb2-478b-9fe9-de9d1b87afab on host dv-cinder-802882-2-iscsi for vnic_type normal with profile {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:23:24.092106 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-ed5e0092-9b13-48e7-9d46-6c0e03774593 None None] Attempting to bind port eae75db9-7fb2-478b-9fe9-de9d1b87afab by drivers openvswitch,hyperv on host dv-cinder-802882-2-iscsi at level 0 using segments [{'id': '835fc5e6-f12e-4899-9ab3-61fab492cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6d0eb179-2c3f-4e51-8768-4cf203aef2f0'}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:23:24.092436 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5e0092-9b13-48e7-9d46-6c0e03774593 None None] Attempting to bind port eae75db9-7fb2-478b-9fe9-de9d1b87afab on network 6d0eb179-2c3f-4e51-8768-4cf203aef2f0 {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:23:24.097454 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port a297b917-3d7e-42b5-a2cf-d37300664764 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:23:24.097834 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:24.110118 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5e0092-9b13-48e7-9d46-6c0e03774593 None None] Checking agent: {'id': '1ca66b18-24af-4c4d-ab67-53f04b5066d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 14, 58), 'started_at': datetime.datetime(2021, 7, 29, 14, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:23:24.110527 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5e0092-9b13-48e7-9d46-6c0e03774593 None None] Checking segment: {'id': '835fc5e6-f12e-4899-9ab3-61fab492cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6d0eb179-2c3f-4e51-8768-4cf203aef2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:23:24.110884 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-ed5e0092-9b13-48e7-9d46-6c0e03774593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:24.111289 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5e0092-9b13-48e7-9d46-6c0e03774593 None None] Bound using segment: {'id': '835fc5e6-f12e-4899-9ab3-61fab492cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6d0eb179-2c3f-4e51-8768-4cf203aef2f0'} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:23:24.111780 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-ed5e0092-9b13-48e7-9d46-6c0e03774593 None None] Bound port: eae75db9-7fb2-478b-9fe9-de9d1b87afab, host: dv-cinder-802882-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835fc5e6-f12e-4899-9ab3-61fab492cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6d0eb179-2c3f-4e51-8768-4cf203aef2f0'}}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:23:24.112191 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-ed5e0092-9b13-48e7-9d46-6c0e03774593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:24.133311 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7dea7dc9-6c19-406b-8149-d6f003a49a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:24.138748 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7dea7dc9-6c19-406b-8149-d6f003a49a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:24.151530 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-b4e28683-afa0-481f-9a54-2def3fd3bdc9 service neutron] For port b06e061d-abe8-4fe6-b34b-158c977cc7f7, host hv-cinder-80288, cleared binding levels {{(pid=93047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:23:24.185598 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-b4e28683-afa0-481f-9a54-2def3fd3bdc9 service neutron] For port b06e061d-abe8-4fe6-b34b-158c977cc7f7, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=b06e061d-abe8-4fe6-b34b-158c977cc7f7,segment=NetworkSegment(b03b25ab-3830-4437-9930-58c769ecf5b6),segment_id=b03b25ab-3830-4437-9930-58c769ecf5b6)] {{(pid=93047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:23:24.191155 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea7dc9-6c19-406b-8149-d6f003a49a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824b681e-46b3-45ef-92a8-a8162a9a1d63,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:24.198091 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-7dea7dc9-6c19-406b-8149-d6f003a49a22 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a3976aa05c1e4f738377effe0d4b6431&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7364559 Jul 29 14:23:24.200769 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 53842) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:24.205752 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-717e6190-740d-46dd-b93a-42f03f3f4ed0 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:24.205878 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-228d8bc1-4175-4bff-8776-d5cfaa5d28b5 None None] Provisioning for port b7c23ef7-7f75-4845-bdcb-fee180b06f1f completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:23:24.216184 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-717e6190-740d-46dd-b93a-42f03f3f4ed0 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/networks?id=6d0eb179-2c3f-4e51-8768-4cf203aef2f0 HTTP/1.1" status: 200 len: 819 time: 0.9989004 Jul 29 14:23:24.222672 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-228d8bc1-4175-4bff-8776-d5cfaa5d28b5 None None] Provisioning complete for port b7c23ef7-7f75-4845-bdcb-fee180b06f1f triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:23:24.223054 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-228d8bc1-4175-4bff-8776-d5cfaa5d28b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:24.248007 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cef0a3-fbd7-441f-877a-27b65a35c7ed admin admin] Made reservation on behalf of e02589d931bc4bdca499ab012f78214b for: {'subnet': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:23:24.250594 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a5cef0a3-fbd7-441f-877a-27b65a35c7ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:24.268834 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-ed5e0092-9b13-48e7-9d46-6c0e03774593 None None] For port eae75db9-7fb2-478b-9fe9-de9d1b87afab, host dv-cinder-802882-2-iscsi, cleared binding levels {{(pid=93049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:23:24.272318 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-ed5e0092-9b13-48e7-9d46-6c0e03774593 None None] For port eae75db9-7fb2-478b-9fe9-de9d1b87afab, host dv-cinder-802882-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=eae75db9-7fb2-478b-9fe9-de9d1b87afab,segment=NetworkSegment(835fc5e6-f12e-4899-9ab3-61fab492cf37),segment_id=835fc5e6-f12e-4899-9ab3-61fab492cf37)] {{(pid=93049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:23:24.280746 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-ed5e0092-9b13-48e7-9d46-6c0e03774593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:24.305950 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-b4e28683-afa0-481f-9a54-2def3fd3bdc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:24.314989 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2117dc67-2544-47b1-baa8-69ae78c1a46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:24.326210 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-27d867f0-d195-4c3c-a9a7-18aec821a49f tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:24.330794 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-27d867f0-d195-4c3c-a9a7-18aec821a49f tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 4.4297502 Jul 29 14:23:24.339293 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ae045-e380-4ac2-9f46-b4a05d0cde71 req-637508ee-a2c5-4c29-90b3-37682f5bd92b tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:24.340854 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8a9ae045-e380-4ac2-9f46-b4a05d0cde71 req-637508ee-a2c5-4c29-90b3-37682f5bd92b tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=4291070a-7fa6-48ef-a290-ad399733ce27 HTTP/1.1" status: 200 len: 944 time: 0.7150915 Jul 29 14:23:24.340974 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2117dc67-2544-47b1-baa8-69ae78c1a46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:24.342962 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 53844) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:24.356263 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-104f36d0-96aa-4823-9f71-874e4cb4e9f0 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Request body: {'security_group_rule': {'security_group_id': '582acef8-4d88-48da-8c92-124e703ec670', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:24.372682 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-228d8bc1-4175-4bff-8776-d5cfaa5d28b5 None None] Port b7c23ef7-7f75-4845-bdcb-fee180b06f1f cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:23:24.386028 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-d01aa152-5689-4370-87c3-502d675d0da6 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/quotas/5c645f55b8924ce6825612c02df3edcf HTTP/1.1" status: 200 len: 375 time: 0.1687977 Jul 29 14:23:24.390199 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5e0092-9b13-48e7-9d46-6c0e03774593 None None] Routers {'a2357719-c369-4091-a610-2d36e1d9ea5b'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:23:24.393458 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-ed5e0092-9b13-48e7-9d46-6c0e03774593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:22:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['a2357719-c369-4091-a610-2d36e1d9ea5b'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:24.407085 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2117dc67-2544-47b1-baa8-69ae78c1a46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:24.410023 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2117dc67-2544-47b1-baa8-69ae78c1a46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:24.411369 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-2117dc67-2544-47b1-baa8-69ae78c1a46f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/824b681e-46b3-45ef-92a8-a8162a9a1d63 HTTP/1.1" status: 204 len: 168 time: 0.2092235 Jul 29 14:23:24.426146 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117dc67-2544-47b1-baa8-69ae78c1a46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824b681e-46b3-45ef-92a8-a8162a9a1d63,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:24.444599 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d867f0-d195-4c3c-a9a7-18aec821a49f tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=582acef8-4d88-48da-8c92-124e703ec670,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:24.451765 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92867cc-63b6-48bf-9d02-0fcb80523eb7 None None] Pushing event updated for resources: {'Port': ['ID=eae75db9-7fb2-478b-9fe9-de9d1b87afab,revision_number=4']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:24.484169 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-b4e28683-afa0-481f-9a54-2def3fd3bdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:24.485115 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-b4e28683-afa0-481f-9a54-2def3fd3bdc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:24.486748 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-b4e28683-afa0-481f-9a54-2def3fd3bdc9 service neutron] 10.222.0.42 "PUT /v2.0/ports/b06e061d-abe8-4fe6-b34b-158c977cc7f7 HTTP/1.1" status: 200 len: 1094 time: 6.5492654 Jul 29 14:23:24.523767 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4291070a-7fa6-48ef-a290-ad399733ce27', 'tag': 'b06e061d-abe8-4fe6-b34b-158c977cc7f7'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:23:24.599781 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-ed5e0092-9b13-48e7-9d46-6c0e03774593 None None] Set router a2357719-c369-4091-a610-2d36e1d9ea5b gateway port host: dv-cinder-802882-2-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:23:24.599980 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a5cef0a3-fbd7-441f-877a-27b65a35c7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for subnet, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:24.637753 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f1fe95-de08-41c6-b852-605e3e9c3aa5 admin admin] Made reservation on behalf of aed399d75bf24b739dc025aa2dd3e9bc for: {'network': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:23:24.640874 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b3f1fe95-de08-41c6-b852-605e3e9c3aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for network, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:24.664517 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b3f1fe95-de08-41c6-b852-605e3e9c3aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:24.669244 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [req-b6e062a5-b991-4418-9008-a035c80d9921 req-4a86c856-238c-492e-b6f9-e780a7a9242c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cffe9640-dc24-4120-9a23-a32ea08dfce7 {{(pid=93047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:23:24.690331 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-104f36d0-96aa-4823-9f71-874e4cb4e9f0 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:24.704273 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cef0a3-fbd7-441f-877a-27b65a35c7ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=750f3616-acd9-4308-8c7a-976e65965e78,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:24.734729 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cef0a3-fbd7-441f-877a-27b65a35c7ed admin admin] Checking segment: {'id': '409a9d1b-f287-453c-b069-2e5c8101e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6d505ae9-8d17-49e3-9f3f-ecf8982d5325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:23:24.735077 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cef0a3-fbd7-441f-877a-27b65a35c7ed admin admin] Network hostable DHCP agents. Network: 6d505ae9-8d17-49e3-9f3f-ecf8982d5325, hostable agents: ['7d25a96f-5a28-47f2-8bd3-87860bff61e6'], hosted agents: [] {{(pid=93046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:23:24.786060 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b6e062a5-b991-4418-9008-a035c80d9921 req-4a86c856-238c-492e-b6f9-e780a7a9242c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:24.833291 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cef0a3-fbd7-441f-877a-27b65a35c7ed admin admin] Network 6d505ae9-8d17-49e3-9f3f-ecf8982d5325 is scheduled to be hosted by DHCP agent 7d25a96f-5a28-47f2-8bd3-87860bff61e6 with binding_index 1 {{(pid=93046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:23:24.856074 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-a5cef0a3-fbd7-441f-877a-27b65a35c7ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-2-iscsi, 6d505ae9-8d17-49e3-9f3f-ecf8982d5325) {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:23:24.867017 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13627061-210d-4ab0-a47d-0efcbcd9e104 None None] Network 6d505ae9-8d17-49e3-9f3f-ecf8982d5325 requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:23:24.871160 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cef0a3-fbd7-441f-877a-27b65a35c7ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:24.871766 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a5cef0a3-fbd7-441f-877a-27b65a35c7ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:24.953091 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b3f1fe95-de08-41c6-b852-605e3e9c3aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:24.961487 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d29991c668386e200e1a1994fca063bc4f2dc54aaad28d0a971c904e1588ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adaed85-a35d-425e-980e-a03154d8fb14" -d '{"events": [{"name": "network-changed", "server_uuid": "4291070a-7fa6-48ef-a290-ad399733ce27", "tag": "b06e061d-abe8-4fe6-b34b-158c977cc7f7"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:23:24.966742 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b3f1fe95-de08-41c6-b852-605e3e9c3aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:24.992437 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [req-b6e062a5-b991-4418-9008-a035c80d9921 req-4a86c856-238c-492e-b6f9-e780a7a9242c service neutron] Transition to ACTIVE for port object cffe9640-dc24-4120-9a23-a32ea08dfce7 will not be triggered until provisioned by entity L2. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:23:24.997938 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e28683-afa0-481f-9a54-2def3fd3bdc9 service neutron] Pushing event updated for resources: {'Port': ['ID=b06e061d-abe8-4fe6-b34b-158c977cc7f7,revision_number=3']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:25.006737 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-a5cef0a3-fbd7-441f-877a-27b65a35c7ed admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9763808 Jul 29 14:23:25.010738 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8a9ae045-e380-4ac2-9f46-b4a05d0cde71 req-31c2ca15-a3c2-4c40-b66a-0bc4df5f9d7a tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6139691 Jul 29 14:23:25.026340 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-ed5e0092-9b13-48e7-9d46-6c0e03774593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2357719-c369-4091-a610-2d36e1d9ea5b', 'name': 'tempest-ServerRescueNegativeTestJSON-1051240878-router', 'tenant_id': '5c645f55b8924ce6825612c02df3edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a297b917-3d7e-42b5-a2cf-d37300664764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:05Z', 'updated_at': '2021-07-29T14:23:17Z', 'revision_number': 4, 'project_id': '5c645f55b8924ce6825612c02df3edcf', 'gw_port': {'id': 'a297b917-3d7e-42b5-a2cf-d37300664764', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:34:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2357719-c369-4091-a610-2d36e1d9ea5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': 'eae75db9-7fb2-478b-9fe9-de9d1b87afab', 'name': '', 'network_id': '6d0eb179-2c3f-4e51-8768-4cf203aef2f0', 'tenant_id': '5c645f55b8924ce6825612c02df3edcf', 'mac_address': 'fa:16:3e:eb:8e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2357719-c369-4091-a610-2d36e1d9ea5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '71071247-be60-474f-b8b3-e493b3eca889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:15Z', 'updated_at': '2021-07-29T14:23:24Z', 'revision_number': 4, 'project_id': '5c645f55b8924ce6825612c02df3edcf', 'subnets': [{'id': '71071247-be60-474f-b8b3-e493b3eca889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:25.041787 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b6e062a5-b991-4418-9008-a035c80d9921 req-4a86c856-238c-492e-b6f9-e780a7a9242c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:25.064036 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 53862) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:25.071243 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f1fe95-de08-41c6-b852-605e3e9c3aa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=93046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:23:25.084982 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5e0092-9b13-48e7-9d46-6c0e03774593 None None] The sync data for ids ['a2357719-c369-4091-a610-2d36e1d9ea5b'] in dv-cinder-802882-2-iscsi is: [{'id': 'a2357719-c369-4091-a610-2d36e1d9ea5b', 'name': 'tempest-ServerRescueNegativeTestJSON-1051240878-router', 'tenant_id': '5c645f55b8924ce6825612c02df3edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a297b917-3d7e-42b5-a2cf-d37300664764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:05Z', 'updated_at': '2021-07-29T14:23:17Z', 'revision_number': 4, 'project_id': '5c645f55b8924ce6825612c02df3edcf', 'gw_port': {'id': 'a297b917-3d7e-42b5-a2cf-d37300664764', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:34:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2357719-c369-4091-a610-2d36e1d9ea5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': 'eae75db9-7fb2-478b-9fe9-de9d1b87afab', 'name': '', 'network_id': '6d0eb179-2c3f-4e51-8768-4cf203aef2f0', 'tenant_id': '5c645f55b8924ce6825612c02df3edcf', 'mac_address': 'fa:16:3e:eb:8e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2357719-c369-4091-a610-2d36e1d9ea5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '71071247-be60-474f-b8b3-e493b3eca889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:15Z', 'updated_at': '2021-07-29T14:23:24Z', 'revision_number': 4, 'project_id': '5c645f55b8924ce6825612c02df3edcf', 'subnets': [{'id': '71071247-be60-474f-b8b3-e493b3eca889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:23:25.095435 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1fe95-de08-41c6-b852-605e3e9c3aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8505911-18dc-4fde-a61e-32596555e3ea,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:25.128831 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b3f1fe95-de08-41c6-b852-605e3e9c3aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:25.129475 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.db.segments_db [None req-b3f1fe95-de08-41c6-b852-605e3e9c3aa5 admin admin] Added segment e4f1112c-a5a9-4834-a067-34b29b2031d0 of type vlan for network 1c5cbbe7-a097-4273-aa53-417b58e471ef Jul 29 14:23:25.157604 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83118ca-248a-48cf-97c7-6bd9be781e17 None None] Network 6d505ae9-8d17-49e3-9f3f-ecf8982d5325 requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:23:25.183754 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7eea00a3-4951-4e09-b559-f76481cb417b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:25.183930 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-1c9cda0a-2df5-4a7b-a0e9-0ec7501e9d70 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c645f55b8924ce6825612c02df3edcf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7902949 Jul 29 14:23:25.195978 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86c856-238c-492e-b6f9-e780a7a9242c service neutron] Pushing event updated for resources: {'Port': ['ID=cffe9640-dc24-4120-9a23-a32ea08dfce7,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:25.239212 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-1e8f67d6-e30d-4cc9-b735-5b3acb7f7888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:25.241558 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-1e8f67d6-e30d-4cc9-b735-5b3acb7f7888 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec8ec9dd4084494db38fa371530d0d43&device_id=4291070a-7fa6-48ef-a290-ad399733ce27 HTTP/1.1" status: 200 len: 1097 time: 0.6166294 Jul 29 14:23:25.242199 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8643c90a-35df-4744-a4b1-f44baa022c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:25.312713 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b3f1fe95-de08-41c6-b852-605e3e9c3aa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774390054750'] for network, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:25.385352 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-104f36d0-96aa-4823-9f71-874e4cb4e9f0 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:25.387793 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b3f1fe95-de08-41c6-b852-605e3e9c3aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:25.391115 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f1fe95-de08-41c6-b852-605e3e9c3aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:25.392008 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b3f1fe95-de08-41c6-b852-605e3e9c3aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:25.515760 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-746484c2-15dd-4024-b3ec-a3b3104cb28a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:25.549143 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-b3f1fe95-de08-41c6-b852-605e3e9c3aa5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9994962 Jul 29 14:23:25.567493 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 53868) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:25.584298 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device b59e846f-646d-4d11-bce4-a8f85898513d up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:23:25.592136 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-9d976778-a29d-4080-bcdc-142cbab17049 admin admin] Request body: {'subnet': {'network_id': '1c5cbbe7-a097-4273-aa53-417b58e471ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-276703672-subnet', 'tenant_id': 'aed399d75bf24b739dc025aa2dd3e9bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:25.624849 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1fe95-de08-41c6-b852-605e3e9c3aa5 admin admin] Pushing event updated for resources: {'Network': ['ID=1c5cbbe7-a097-4273-aa53-417b58e471ef,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:25.662332 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Network 1c5cbbe7-a097-4273-aa53-417b58e471ef details requested by agent ovs-agent-dv-cinder-802882-2-iscsi with host dv-cinder-802882-2-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:23:25.676219 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d976778-a29d-4080-bcdc-142cbab17049 admin admin] Made reservation on behalf of aed399d75bf24b739dc025aa2dd3e9bc for: {'subnet': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:23:25.683454 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9d976778-a29d-4080-bcdc-142cbab17049 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:25.828682 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port b59e846f-646d-4d11-bce4-a8f85898513d triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:23:25.829067 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:25.874590 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-104f36d0-96aa-4823-9f71-874e4cb4e9f0 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525993'] for security_group_rule, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:25.898662 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-416895a7-e744-4573-abcb-db7350f34858 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b06e061d-abe8-4fe6-b34b-158c977cc7f7 HTTP/1.1" status: 200 len: 217 time: 0.5472147 Jul 29 14:23:25.960778 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device eae75db9-7fb2-478b-9fe9-de9d1b87afab up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:23:25.985344 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9d976778-a29d-4080-bcdc-142cbab17049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for subnet, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:26.028767 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ad537-dea9-487e-98ad-0fcb1f1ed186 req-7b85914d-cc68-4797-b18c-0dbba4bd8be8 tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:26.030466 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-152ad537-dea9-487e-98ad-0fcb1f1ed186 req-7b85914d-cc68-4797-b18c-0dbba4bd8be8 tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/ports?device_id=57ce5603-2840-4ecd-8223-1cb2eded0850 HTTP/1.1" status: 200 len: 944 time: 0.8426588 Jul 29 14:23:26.043144 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning for port eae75db9-7fb2-478b-9fe9-de9d1b87afab completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:23:26.055075 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port eae75db9-7fb2-478b-9fe9-de9d1b87afab triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:23:26.057318 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:26.073463 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f36d0-96aa-4823-9f71-874e4cb4e9f0 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8d1881-c8b2-4a5e-bf2a-84fb7c5065ed,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:26.091306 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d976778-a29d-4080-bcdc-142cbab17049 admin admin] Checking segment: {'id': 'e4f1112c-a5a9-4834-a067-34b29b2031d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1c5cbbe7-a097-4273-aa53-417b58e471ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:23:26.091875 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d976778-a29d-4080-bcdc-142cbab17049 admin admin] Network hostable DHCP agents. Network: 1c5cbbe7-a097-4273-aa53-417b58e471ef, hostable agents: ['7d25a96f-5a28-47f2-8bd3-87860bff61e6'], hosted agents: [] {{(pid=93046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:23:26.102765 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d976778-a29d-4080-bcdc-142cbab17049 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d5ee42a-0310-4388-9810-e42b66fbdeed,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:26.125358 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d976778-a29d-4080-bcdc-142cbab17049 admin admin] Network 1c5cbbe7-a097-4273-aa53-417b58e471ef is scheduled to be hosted by DHCP agent 7d25a96f-5a28-47f2-8bd3-87860bff61e6 with binding_index 1 {{(pid=93046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:23:26.145420 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-9d976778-a29d-4080-bcdc-142cbab17049 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-2-iscsi, 1c5cbbe7-a097-4273-aa53-417b58e471ef) {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:23:26.161296 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d976778-a29d-4080-bcdc-142cbab17049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:26.161642 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9d976778-a29d-4080-bcdc-142cbab17049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:26.162178 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6938f3f5-0dc7-487d-8559-27ef9543ca05 None None] Network 1c5cbbe7-a097-4273-aa53-417b58e471ef requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:23:26.173660 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 53880) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:26.184344 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-c9854608-f966-4011-9e0a-8a5d58e54a73 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1968492790-network', 'tenant_id': 'cc692de888724068a8b8730d78c24eab'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:26.218679 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-b6e062a5-b991-4418-9008-a035c80d9921 req-4a86c856-238c-492e-b6f9-e780a7a9242c service neutron] Attempting to bind port cffe9640-dc24-4120-9a23-a32ea08dfce7 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:23:26.219246 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-b6e062a5-b991-4418-9008-a035c80d9921 req-4a86c856-238c-492e-b6f9-e780a7a9242c service neutron] Attempting to bind port cffe9640-dc24-4120-9a23-a32ea08dfce7 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': '7459c351-1400-44f7-90e7-900d8e2c6192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'efd2d8f7-ea7b-4436-9973-addb76973128'}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:23:26.219466 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e062a5-b991-4418-9008-a035c80d9921 req-4a86c856-238c-492e-b6f9-e780a7a9242c service neutron] Attempting to bind port cffe9640-dc24-4120-9a23-a32ea08dfce7 on network efd2d8f7-ea7b-4436-9973-addb76973128 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:23:26.252215 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-02d5727e-d870-4817-8ec6-3ad2e36d0201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:26.254022 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-02d5727e-d870-4817-8ec6-3ad2e36d0201 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7cc3d8ce-88cb-4c2e-acf9-3ec507020a22 HTTP/1.1" status: 200 len: 853 time: 0.2977664 Jul 29 14:23:26.263811 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e062a5-b991-4418-9008-a035c80d9921 req-4a86c856-238c-492e-b6f9-e780a7a9242c service neutron] Port cffe9640-dc24-4120-9a23-a32ea08dfce7 on network efd2d8f7-ea7b-4436-9973-addb76973128 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:23:26.264152 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e062a5-b991-4418-9008-a035c80d9921 req-4a86c856-238c-492e-b6f9-e780a7a9242c service neutron] Attempting to bind port cffe9640-dc24-4120-9a23-a32ea08dfce7 on network efd2d8f7-ea7b-4436-9973-addb76973128 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:23:26.275516 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:26.289775 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:26.294935 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-61828839-7d4f-4943-b2e2-00d0c7f834d5 service neutron] 10.222.0.44 "GET /v2.0/networks/6d0eb179-2c3f-4e51-8768-4cf203aef2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0619121 Jul 29 14:23:26.322682 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-152ad537-dea9-487e-98ad-0fcb1f1ed186 req-3f1b4304-a5a6-40d1-8286-77fab1b3f3ce tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1f79f8-968b-4076-8530-8ad96627d725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286539 Jul 29 14:23:26.346157 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e062a5-b991-4418-9008-a035c80d9921 req-4a86c856-238c-492e-b6f9-e780a7a9242c service neutron] Checking agent: {'id': 'fd26b577-982f-4e34-ab76-8a88883d4fab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:23:26.346514 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e062a5-b991-4418-9008-a035c80d9921 req-4a86c856-238c-492e-b6f9-e780a7a9242c service neutron] Checking segment: {'id': '7459c351-1400-44f7-90e7-900d8e2c6192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'efd2d8f7-ea7b-4436-9973-addb76973128'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:23:26.346914 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e062a5-b991-4418-9008-a035c80d9921 req-4a86c856-238c-492e-b6f9-e780a7a9242c service neutron] Bound using segment: {'id': '7459c351-1400-44f7-90e7-900d8e2c6192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'efd2d8f7-ea7b-4436-9973-addb76973128'} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:23:26.347379 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-b6e062a5-b991-4418-9008-a035c80d9921 req-4a86c856-238c-492e-b6f9-e780a7a9242c service neutron] Bound port: cffe9640-dc24-4120-9a23-a32ea08dfce7, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7459c351-1400-44f7-90e7-900d8e2c6192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'efd2d8f7-ea7b-4436-9973-addb76973128'}}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:23:26.347751 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b6e062a5-b991-4418-9008-a035c80d9921 req-4a86c856-238c-492e-b6f9-e780a7a9242c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:26.348734 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] For port eae75db9-7fb2-478b-9fe9-de9d1b87afab, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=eae75db9-7fb2-478b-9fe9-de9d1b87afab,segment=NetworkSegment(835fc5e6-f12e-4899-9ab3-61fab492cf37),segment_id=835fc5e6-f12e-4899-9ab3-61fab492cf37)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:23:26.365523 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-9878051b-731b-49d9-99cf-f3b83a38b141 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba4aefee-5518-43ab-b349-b6284cfd9b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987585 Jul 29 14:23:26.383341 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:26.384623 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device bc9bb935-1ebc-4853-b9e9-73407a67beda up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:23:26.455267 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae5134a-fc19-4a5e-85f0-d1fcfe7f50de None None] Network 1c5cbbe7-a097-4273-aa53-417b58e471ef requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:23:26.553174 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Pushing event updated for resources: {'Port': ['ID=eae75db9-7fb2-478b-9fe9-de9d1b87afab,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:26.578933 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8643c90a-35df-4744-a4b1-f44baa022c31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:26.597460 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8643c90a-35df-4744-a4b1-f44baa022c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:26.598245 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8643c90a-35df-4744-a4b1-f44baa022c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659616'] for router_interface, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:26.641754 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-746484c2-15dd-4024-b3ec-a3b3104cb28a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:26.647065 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning for port bc9bb935-1ebc-4853-b9e9-73407a67beda completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:23:26.654076 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port bc9bb935-1ebc-4853-b9e9-73407a67beda triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:23:26.662963 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:26.663178 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-9d976778-a29d-4080-bcdc-142cbab17049 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0851562 Jul 29 14:23:26.702890 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9854608-f966-4011-9e0a-8a5d58e54a73 admin admin] Made reservation on behalf of cc692de888724068a8b8730d78c24eab for: {'network': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:23:26.703183 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-746484c2-15dd-4024-b3ec-a3b3104cb28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:26.705354 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c9854608-f966-4011-9e0a-8a5d58e54a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for network, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:26.717932 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c9854608-f966-4011-9e0a-8a5d58e54a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:26.720912 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-104f36d0-96aa-4823-9f71-874e4cb4e9f0 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:26.722458 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-104f36d0-96aa-4823-9f71-874e4cb4e9f0 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3715703 Jul 29 14:23:26.731627 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 53888) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:26.741227 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-52dc999b-fee4-4ba6-84e6-e60027967c06 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Request body: {'security_group_rule': {'security_group_id': '582acef8-4d88-48da-8c92-124e703ec670', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:26.747762 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a357ee7d-8325-487f-80f6-b5b1fea92b8b x-openstack-request-id: req-a357ee7d-8325-487f-80f6-b5b1fea92b8b {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:23:26.748059 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4291070a-7fa6-48ef-a290-ad399733ce27", "tag": "b06e061d-abe8-4fe6-b34b-158c977cc7f7", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:23:26.748313 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a357ee7d-8325-487f-80f6-b5b1fea92b8b {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:23:26.748763 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4291070a-7fa6-48ef-a290-ad399733ce27', 'tag': 'b06e061d-abe8-4fe6-b34b-158c977cc7f7', 'status': 'completed', 'code': 200} Jul 29 14:23:26.764714 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-b6e062a5-b991-4418-9008-a035c80d9921 req-4a86c856-238c-492e-b6f9-e780a7a9242c service neutron] For port cffe9640-dc24-4120-9a23-a32ea08dfce7, host hv-cinder-80288, cleared binding levels {{(pid=93047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:23:26.802673 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.db.api [None req-c9854608-f966-4011-9e0a-8a5d58e54a73 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 14:23:26.802673 dv-cinder-802882-2-iscsi neutron-server[93046]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 14:23:26.802673 dv-cinder-802882-2-iscsi neutron-server[93046]: [parameters: {'project_id_1': 'cc692de888724068a8b8730d78c24eab', 'expiration_1': datetime.datetime(2021, 7, 29, 14, 23, 26, 779769)}] Jul 29 14:23:26.802673 dv-cinder-802882-2-iscsi neutron-server[93046]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:23:26.803073 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG oslo_db.api [None req-c9854608-f966-4011-9e0a-8a5d58e54a73 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:23:26.811075 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-ef483015-59bb-448b-91d8-74b158aff1e1 service neutron] 10.222.0.44 "GET /v2.0/networks/6d0eb179-2c3f-4e51-8768-4cf203aef2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874275 Jul 29 14:23:26.849389 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-b6e062a5-b991-4418-9008-a035c80d9921 req-4a86c856-238c-492e-b6f9-e780a7a9242c service neutron] For port cffe9640-dc24-4120-9a23-a32ea08dfce7, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=cffe9640-dc24-4120-9a23-a32ea08dfce7,segment=NetworkSegment(7459c351-1400-44f7-90e7-900d8e2c6192),segment_id=7459c351-1400-44f7-90e7-900d8e2c6192)] {{(pid=93047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:23:26.852006 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-52dc999b-fee4-4ba6-84e6-e60027967c06 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:26.855901 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-4e71046d-1aa1-425f-899f-0506d8d08d78 service neutron] 10.222.0.42 "GET /v2.0/networks/ba4aefee-5518-43ab-b349-b6284cfd9b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4628770 Jul 29 14:23:26.866070 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643c90a-35df-4744-a4b1-f44baa022c31 admin admin] Pushing event updated for resources: {'Port': ['ID=b7c23ef7-7f75-4845-bdcb-fee180b06f1f,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:26.875985 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-746484c2-15dd-4024-b3ec-a3b3104cb28a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=edde9354e48c4c3f864ad2deb83a5e51&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6970389 Jul 29 14:23:26.876302 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 53890) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:26.888195 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746484c2-15dd-4024-b3ec-a3b3104cb28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597bc7cf-2bff-4433-9fa3-3ab21ffabd0e,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:26.893541 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b6e062a5-b991-4418-9008-a035c80d9921 req-4a86c856-238c-492e-b6f9-e780a7a9242c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:26.919029 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:26.970286 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] For port bc9bb935-1ebc-4853-b9e9-73407a67beda, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=bc9bb935-1ebc-4853-b9e9-73407a67beda,segment=NetworkSegment(2a3c3cb3-1d3e-4c59-bff4-f754839f2eca),segment_id=2a3c3cb3-1d3e-4c59-bff4-f754839f2eca)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:23:26.977842 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:27.041230 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e062a5-b991-4418-9008-a035c80d9921 req-4a86c856-238c-492e-b6f9-e780a7a9242c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:27.041891 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b6e062a5-b991-4418-9008-a035c80d9921 req-4a86c856-238c-492e-b6f9-e780a7a9242c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:27.043919 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b6e062a5-b991-4418-9008-a035c80d9921 req-4a86c856-238c-492e-b6f9-e780a7a9242c service neutron] 10.222.0.42 "PUT /v2.0/ports/cffe9640-dc24-4120-9a23-a32ea08dfce7 HTTP/1.1" status: 200 len: 1094 time: 9.1044493 Jul 29 14:23:27.044158 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-52dc999b-fee4-4ba6-84e6-e60027967c06 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:27.053030 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-52dc999b-fee4-4ba6-84e6-e60027967c06 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525993'] for security_group_rule, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:27.078136 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc999b-fee4-4ba6-84e6-e60027967c06 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc67c33-9ac4-44f6-9fc6-300896453f38,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:27.107866 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Pushing event updated for resources: {'Port': ['ID=bc9bb935-1ebc-4853-b9e9-73407a67beda,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:27.108504 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-52dc999b-fee4-4ba6-84e6-e60027967c06 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:27.110861 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-52dc999b-fee4-4ba6-84e6-e60027967c06 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3781729 Jul 29 14:23:27.115343 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 53900) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:27.128814 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-fce21478-f3b1-44fc-b43f-fa83e48be9f9 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Request body: {'floatingip': {'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:27.163376 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fce21478-f3b1-44fc-b43f-fa83e48be9f9 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for floatingip, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:27.179582 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-14c917b8-8671-436a-b87b-607844af375d req-cd1bc869-33b8-4396-b446-857cb96e6a72 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 210 time: 0.1026585 Jul 29 14:23:27.212664 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80643f-b01c-4c67-9264-16f4f3e107cd req-5b474665-2483-40cf-846a-3a5542ab978b tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:27.223939 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-dd80643f-b01c-4c67-9264-16f4f3e107cd req-5b474665-2483-40cf-846a-3a5542ab978b tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=4291070a-7fa6-48ef-a290-ad399733ce27 HTTP/1.1" status: 200 len: 944 time: 0.3638413 Jul 29 14:23:27.232645 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86c856-238c-492e-b6f9-e780a7a9242c service neutron] Pushing event updated for resources: {'Port': ['ID=cffe9640-dc24-4120-9a23-a32ea08dfce7,revision_number=3']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:27.270392 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8643c90a-35df-4744-a4b1-f44baa022c31 admin admin] Network b3cec429-afe0-40ba-a154-12d562265125 is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:23:27.288170 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-9c206ce3-99ec-4f99-8eef-d68be31a5c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:27.292645 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-8643c90a-35df-4744-a4b1-f44baa022c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:23:27.305790 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device eae75db9-7fb2-478b-9fe9-de9d1b87afab up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:23:27.307752 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c75c8415-6cf4-4fef-bf87-a946e639319a req-516fd741-45e4-4efd-be76-231d22b5310a service neutron] 10.222.0.42 "GET /v2.0/networks/ba4aefee-5518-43ab-b349-b6284cfd9b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205575 Jul 29 14:23:27.375455 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c9854608-f966-4011-9e0a-8a5d58e54a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:27.388679 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e062a5-b991-4418-9008-a035c80d9921 req-78d7c3be-4664-463b-a14d-a7899611867d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:27.390579 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b6e062a5-b991-4418-9008-a035c80d9921 req-78d7c3be-4664-463b-a14d-a7899611867d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd75d3c1419945359906a60a91f938d9&device_id=57ce5603-2840-4ecd-8223-1cb2eded0850 HTTP/1.1" status: 200 len: 1097 time: 0.2634146 Jul 29 14:23:27.434600 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-9c206ce3-99ec-4f99-8eef-d68be31a5c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:27.470065 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port eae75db9-7fb2-478b-9fe9-de9d1b87afab triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:23:27.470463 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:27.545666 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-dd80643f-b01c-4c67-9264-16f4f3e107cd req-8a89e5c0-fe39-4e8e-b3be-b1bdc1583040 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207092 Jul 29 14:23:27.607880 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device bc9bb935-1ebc-4853-b9e9-73407a67beda up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:23:27.699759 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port bc9bb935-1ebc-4853-b9e9-73407a67beda triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:23:27.700492 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:27.717043 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b6e062a5-b991-4418-9008-a035c80d9921 req-b7413072-3c54-44b2-a965-3c8ce256ab4c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cffe9640-dc24-4120-9a23-a32ea08dfce7 HTTP/1.1" status: 200 len: 217 time: 0.2921267 Jul 29 14:23:27.813693 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-2ce96acd-ad7e-4ec8-b275-807268349be8 None None] Provisioning complete for port b7c23ef7-7f75-4845-bdcb-fee180b06f1f triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:23:27.814395 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-2ce96acd-ad7e-4ec8-b275-807268349be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:27.819000 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fce21478-f3b1-44fc-b43f-fa83e48be9f9 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:27.829051 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c9854608-f966-4011-9e0a-8a5d58e54a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:27.839420 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c9854608-f966-4011-9e0a-8a5d58e54a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:27.911370 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9854608-f966-4011-9e0a-8a5d58e54a73 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=93046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:23:27.922280 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-2ce96acd-ad7e-4ec8-b275-807268349be8 None None] Port b7c23ef7-7f75-4845-bdcb-fee180b06f1f cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:23:27.926635 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9854608-f966-4011-9e0a-8a5d58e54a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3ae0e0-9b2f-41d1-b80a-d316ae6940d6,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:27.948800 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c9854608-f966-4011-9e0a-8a5d58e54a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:27.949221 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.db.segments_db [None req-c9854608-f966-4011-9e0a-8a5d58e54a73 admin admin] Added segment 298971e9-5065-4a59-9631-92cb6b8f8650 of type vlan for network e5b271ea-c621-4084-a5c0-ce8f8f107da8 Jul 29 14:23:28.025978 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-2c80ddfc-a99c-440c-9630-03bd5557953a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:28.042851 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adaed85-a35d-425e-980e-a03154d8fb14 req-9b99ed92-7add-49ac-ae91-b9747ba0a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:28.044455 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9adaed85-a35d-425e-980e-a03154d8fb14 req-9b99ed92-7add-49ac-ae91-b9747ba0a48a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec8ec9dd4084494db38fa371530d0d43&device_id=4291070a-7fa6-48ef-a290-ad399733ce27 HTTP/1.1" status: 200 len: 1097 time: 0.6489334 Jul 29 14:23:28.094729 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296f52c-0a7b-4459-80c2-b6424176967a req-e7ee7d0e-c996-454e-8a9b-2cc0616af7cd tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:28.102459 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b296f52c-0a7b-4459-80c2-b6424176967a req-e7ee7d0e-c996-454e-8a9b-2cc0616af7cd tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/ports?device_id=57ce5603-2840-4ecd-8223-1cb2eded0850 HTTP/1.1" status: 200 len: 944 time: 0.6416478 Jul 29 14:23:28.155215 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c9854608-f966-4011-9e0a-8a5d58e54a73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774390054750'] for network, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:28.172402 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [None req-fce21478-f3b1-44fc-b43f-fa83e48be9f9 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Allocated IP 172.27.2.111 (32664875-679c-4a6a-adbf-80e7664b419a/8daef0cf-848b-40ef-9b17-9a185079ae25/7bfd8b73-b8fa-495a-ad50-9865132750f4) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:23:28.241527 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c9854608-f966-4011-9e0a-8a5d58e54a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:28.242921 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9854608-f966-4011-9e0a-8a5d58e54a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:28.243810 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c9854608-f966-4011-9e0a-8a5d58e54a73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:28.260533 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:28.316599 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-c9854608-f966-4011-9e0a-8a5d58e54a73 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1412411 Jul 29 14:23:28.320629 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 53930) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:28.330118 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-b5683960-c785-41a9-a78f-d82958718937 admin admin] Request body: {'subnet': {'network_id': 'e5b271ea-c621-4084-a5c0-ce8f8f107da8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1968492790-subnet', 'tenant_id': 'cc692de888724068a8b8730d78c24eab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:28.342488 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9854608-f966-4011-9e0a-8a5d58e54a73 admin admin] Pushing event updated for resources: {'Network': ['ID=e5b271ea-c621-4084-a5c0-ce8f8f107da8,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:28.356978 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Network e5b271ea-c621-4084-a5c0-ce8f8f107da8 details requested by agent ovs-agent-dv-cinder-802882-2-iscsi with host dv-cinder-802882-2-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:23:28.390406 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fce21478-f3b1-44fc-b43f-fa83e48be9f9 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:28.393945 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5683960-c785-41a9-a78f-d82958718937 admin admin] Made reservation on behalf of cc692de888724068a8b8730d78c24eab for: {'subnet': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:23:28.396252 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b5683960-c785-41a9-a78f-d82958718937 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:28.422860 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8643c90a-35df-4744-a4b1-f44baa022c31 admin admin] Router ddc7cf52-34b0-47e7-8b51-a885f1c0ba08 has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:23:28.427875 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e062a5-b991-4418-9008-a035c80d9921 req-1683258d-1397-4cd4-8dd1-c2d8b96fd61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:28.429586 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b6e062a5-b991-4418-9008-a035c80d9921 req-1683258d-1397-4cd4-8dd1-c2d8b96fd61d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=154ed491-057c-44cc-b2fe-1e8a3ee276ad HTTP/1.1" status: 200 len: 851 time: 0.5679073 Jul 29 14:23:28.449392 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-9c206ce3-99ec-4f99-8eef-d68be31a5c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:28.451829 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-9c206ce3-99ec-4f99-8eef-d68be31a5c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:28.453960 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-9c206ce3-99ec-4f99-8eef-d68be31a5c7b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/597bc7cf-2bff-4433-9fa3-3ab21ffabd0e HTTP/1.1" status: 204 len: 168 time: 1.5609355 Jul 29 14:23:28.507592 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fce21478-f3b1-44fc-b43f-fa83e48be9f9 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:28.523183 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b6e062a5-b991-4418-9008-a035c80d9921 req-45521e5c-a963-49c4-8f56-e785efaa5f65 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=efd2d8f7-ea7b-4436-9973-addb76973128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790479 Jul 29 14:23:28.547090 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c206ce3-99ec-4f99-8eef-d68be31a5c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597bc7cf-2bff-4433-9fa3-3ab21ffabd0e,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:28.567740 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2855b-8539-49a7-aead-27733724634c req-216e537a-4315-4743-ab2f-a17c7db17943 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:28.574924 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce21478-f3b1-44fc-b43f-fa83e48be9f9 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Network 32664875-679c-4a6a-adbf-80e7664b419a is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:23:28.578274 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-22f2855b-8539-49a7-aead-27733724634c req-216e537a-4315-4743-ab2f-a17c7db17943 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/networks?id=6d0eb179-2c3f-4e51-8768-4cf203aef2f0 HTTP/1.1" status: 200 len: 819 time: 0.7136307 Jul 29 14:23:28.580650 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-fce21478-f3b1-44fc-b43f-fa83e48be9f9 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:23:28.590272 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce21478-f3b1-44fc-b43f-fa83e48be9f9 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:23:28.624536 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce21478-f3b1-44fc-b43f-fa83e48be9f9 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Pushing event updated for resources: {'Port': ['ID=7bfd8b73-b8fa-495a-ad50-9865132750f4,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:28.670276 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adaed85-a35d-425e-980e-a03154d8fb14 req-6b18e405-e7f3-45f8-ba62-f1b756bac5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:28.672695 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9adaed85-a35d-425e-980e-a03154d8fb14 req-6b18e405-e7f3-45f8-ba62-f1b756bac5f2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ba4aefee-5518-43ab-b349-b6284cfd9b1b HTTP/1.1" status: 200 len: 914 time: 0.6168718 Jul 29 14:23:28.685552 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-22f2855b-8539-49a7-aead-27733724634c req-0482e774-88fe-4af3-a9c6-94d01368e1f5 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/quotas/5c645f55b8924ce6825612c02df3edcf HTTP/1.1" status: 200 len: 375 time: 0.1059456 Jul 29 14:23:28.691849 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.42', 59762) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:28.772818 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ce5603-2840-4ecd-8223-1cb2eded0850', 'tag': 'cffe9640-dc24-4120-9a23-a32ea08dfce7'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:23:28.777682 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d29991c668386e200e1a1994fca063bc4f2dc54aaad28d0a971c904e1588ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf454eb-4c99-44ca-ab93-1392724d8bdc" -d '{"events": [{"name": "network-changed", "server_uuid": "57ce5603-2840-4ecd-8223-1cb2eded0850", "tag": "cffe9640-dc24-4120-9a23-a32ea08dfce7"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:23:28.810304 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b296f52c-0a7b-4459-80c2-b6424176967a req-9da79d42-2035-40f3-ab43-ec230608e9f6 tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1f79f8-968b-4076-8530-8ad96627d725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6757689 Jul 29 14:23:28.813803 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b5683960-c785-41a9-a78f-d82958718937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for subnet, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:28.875038 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fce21478-f3b1-44fc-b43f-fa83e48be9f9 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:28.945143 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5683960-c785-41a9-a78f-d82958718937 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6da7853-b8e2-4213-a0b0-e1f836119a1e,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:28.987251 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5683960-c785-41a9-a78f-d82958718937 admin admin] Checking segment: {'id': '298971e9-5065-4a59-9631-92cb6b8f8650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e5b271ea-c621-4084-a5c0-ce8f8f107da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:23:28.987609 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5683960-c785-41a9-a78f-d82958718937 admin admin] Network hostable DHCP agents. Network: e5b271ea-c621-4084-a5c0-ce8f8f107da8, hostable agents: ['7d25a96f-5a28-47f2-8bd3-87860bff61e6'], hosted agents: [] {{(pid=93046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:23:28.996196 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fce21478-f3b1-44fc-b43f-fa83e48be9f9 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:29.040344 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5683960-c785-41a9-a78f-d82958718937 admin admin] Network e5b271ea-c621-4084-a5c0-ce8f8f107da8 is scheduled to be hosted by DHCP agent 7d25a96f-5a28-47f2-8bd3-87860bff61e6 with binding_index 1 {{(pid=93046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:23:29.062134 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-b5683960-c785-41a9-a78f-d82958718937 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-2-iscsi, e5b271ea-c621-4084-a5c0-ce8f8f107da8) {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:23:29.068345 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9adaed85-a35d-425e-980e-a03154d8fb14 req-7c606af8-d206-4ca1-b990-e3389e52283c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b06e061d-abe8-4fe6-b34b-158c977cc7f7 HTTP/1.1" status: 200 len: 217 time: 0.3749108 Jul 29 14:23:29.070063 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8643c90a-35df-4744-a4b1-f44baa022c31 admin admin] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:23:29.075672 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf94ec3-b32c-4f0b-aae4-596b5671d432 None None] Network e5b271ea-c621-4084-a5c0-ce8f8f107da8 requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:23:29.077282 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5683960-c785-41a9-a78f-d82958718937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:29.077886 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b5683960-c785-41a9-a78f-d82958718937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:29.085735 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-8643c90a-35df-4744-a4b1-f44baa022c31 admin admin] 10.222.0.44 "PUT /v2.0/routers/ddc7cf52-34b0-47e7-8b51-a885f1c0ba08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9768879 Jul 29 14:23:29.114621 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdc6982-8ffb-4a81-b63d-18b1c0b07be6 None None] Sync routers for ids ['ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'] in dv-cinder-802882-2-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:23:29.135356 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-b5683960-c785-41a9-a78f-d82958718937 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8107655 Jul 29 14:23:29.173645 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdc6982-8ffb-4a81-b63d-18b1c0b07be6 None None] Routers {'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:23:29.174344 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-6bdc6982-8ffb-4a81-b63d-18b1c0b07be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:23:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:29.202290 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fce21478-f3b1-44fc-b43f-fa83e48be9f9 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:29.209719 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fce21478-f3b1-44fc-b43f-fa83e48be9f9 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:29.270726 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce21478-f3b1-44fc-b43f-fa83e48be9f9 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Pushing event updated for resources: {'Port': ['ID=7bfd8b73-b8fa-495a-ad50-9865132750f4,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:29.277830 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bb8cf-0c22-4a12-92c2-912655fe4bb9 req-2ce477f0-62f9-48b2-8e3b-f18a1eb74350 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:29.283388 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-386bb8cf-0c22-4a12-92c2-912655fe4bb9 req-2ce477f0-62f9-48b2-8e3b-f18a1eb74350 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=4291070a-7fa6-48ef-a290-ad399733ce27 HTTP/1.1" status: 200 len: 944 time: 0.3364732 Jul 29 14:23:29.297752 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fce21478-f3b1-44fc-b43f-fa83e48be9f9 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744517'] for floatingip, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:29.302649 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b6e062a5-b991-4418-9008-a035c80d9921 req-c5b69eac-7c9b-4449-a3cc-c29a827d5980 service neutron] 10.222.0.42 "GET /v2.0/networks/efd2d8f7-ea7b-4436-9973-addb76973128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7606299 Jul 29 14:23:29.317738 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fce21478-f3b1-44fc-b43f-fa83e48be9f9 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for floatingip, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:29.323528 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-22f2855b-8539-49a7-aead-27733724634c req-7dc2ded4-f6d1-4b47-802a-f6672bc57c17 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c645f55b8924ce6825612c02df3edcf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6358147 Jul 29 14:23:29.332940 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-fce21478-f3b1-44fc-b43f-fa83e48be9f9 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2047384 Jul 29 14:23:29.357518 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adaed85-a35d-425e-980e-a03154d8fb14 req-dd0780b3-c1bf-4d4a-9ffb-c87082a37558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:29.359076 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9adaed85-a35d-425e-980e-a03154d8fb14 req-dd0780b3-c1bf-4d4a-9ffb-c87082a37558 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7cc3d8ce-88cb-4c2e-acf9-3ec507020a22 HTTP/1.1" status: 200 len: 853 time: 0.2679336 Jul 29 14:23:29.387031 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:29.430440 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-6bdc6982-8ffb-4a81-b63d-18b1c0b07be6 None None] Set router ddc7cf52-34b0-47e7-8b51-a885f1c0ba08 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:23:29.434502 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbec108-3ddb-4454-9d14-5d1f85534552 None None] Network e5b271ea-c621-4084-a5c0-ce8f8f107da8 requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:23:29.454668 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9adaed85-a35d-425e-980e-a03154d8fb14 req-6359ff18-a8bf-43cb-8be5-f4a11c0ce601 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba4aefee-5518-43ab-b349-b6284cfd9b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748680 Jul 29 14:23:29.461755 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-386bb8cf-0c22-4a12-92c2-912655fe4bb9 req-677b69cd-4221-4eed-95f3-599108caed35 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278968 Jul 29 14:23:29.468954 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-9744499f-1e9e-4c9a-b071-7c36d58e4d03 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:29.470494 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-9744499f-1e9e-4c9a-b071-7c36d58e4d03 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.42 "GET /v2.0/networks?id=6d0eb179-2c3f-4e51-8768-4cf203aef2f0 HTTP/1.1" status: 200 len: 819 time: 0.7246187 Jul 29 14:23:29.511540 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-9506d5c1-6103-4709-b910-f6c8af059d7f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Request body: {'port': {'device_id': 'b3d28087-65b5-4068-b671-04ddc5344f32', 'network_id': '6d0eb179-2c3f-4e51-8768-4cf203aef2f0', 'admin_state_up': True, 'tenant_id': '5c645f55b8924ce6825612c02df3edcf'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:29.586198 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 53978) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:29.693320 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddadb9a3-8ca2-4d95-9b28-ed434a6d3f81 x-openstack-request-id: req-ddadb9a3-8ca2-4d95-9b28-ed434a6d3f81 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:23:29.693907 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ce5603-2840-4ecd-8223-1cb2eded0850", "tag": "cffe9640-dc24-4120-9a23-a32ea08dfce7", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:23:29.694317 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ddadb9a3-8ca2-4d95-9b28-ed434a6d3f81 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:23:29.696351 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ce5603-2840-4ecd-8223-1cb2eded0850', 'tag': 'cffe9640-dc24-4120-9a23-a32ea08dfce7', 'status': 'completed', 'code': 200} Jul 29 14:23:29.704499 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_v2 [None req-9773c757-540b-4382-a80c-5198a77195ec admin admin] Deleting subnet 750f3616-acd9-4308-8c7a-976e65965e78 {{(pid=93046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:23:29.713942 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9773c757-540b-4382-a80c-5198a77195ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:29.736021 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b6e062a5-b991-4418-9008-a035c80d9921 req-4dc3d32c-304b-4f1a-ae77-496e997488c0 service neutron] 10.222.0.42 "GET /v2.0/networks/efd2d8f7-ea7b-4436-9973-addb76973128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112124 Jul 29 14:23:29.791497 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9773c757-540b-4382-a80c-5198a77195ec admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:29.802681 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9773c757-540b-4382-a80c-5198a77195ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773198'] for subnet, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:29.887365 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9773c757-540b-4382-a80c-5198a77195ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for subnet, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:29.906991 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-6bdc6982-8ffb-4a81-b63d-18b1c0b07be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'name': 'tempest-AttachVolumeTestJSON-498544025-router', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:24Z', 'revision_number': 4, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'gw_port': {'id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:08Z', 'updated_at': '2021-07-29T14:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': 'b7c23ef7-7f75-4845-bdcb-fee180b06f1f', 'name': '', 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'mac_address': 'fa:16:3e:a4:a3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '0feee60d-456e-4fb7-af3e-353853088018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:20Z', 'updated_at': '2021-07-29T14:23:25Z', 'revision_number': 2, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'subnets': [{'id': '0feee60d-456e-4fb7-af3e-353853088018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:29.909307 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9773c757-540b-4382-a80c-5198a77195ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:29.911170 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-9773c757-540b-4382-a80c-5198a77195ec admin admin] 10.222.0.44 "DELETE /v2.0/subnets/750f3616-acd9-4308-8c7a-976e65965e78 HTTP/1.1" status: 204 len: 168 time: 0.3239527 Jul 29 14:23:29.928355 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 53996) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:29.972145 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773c757-540b-4382-a80c-5198a77195ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=750f3616-acd9-4308-8c7a-976e65965e78,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:30.009067 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2adbd23e-a01c-4342-9f95-32be7469f721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653895'] for network, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:30.037185 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9adaed85-a35d-425e-980e-a03154d8fb14 req-97040dc3-8d54-4cab-afb1-e45c27a05b34 service neutron] 10.222.0.42 "GET /v2.0/networks/ba4aefee-5518-43ab-b349-b6284cfd9b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5639074 Jul 29 14:23:30.045153 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf454eb-4c99-44ca-ab93-1392724d8bdc req-b636bad4-6939-418c-b31d-3130af1b00ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:30.046916 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6bf454eb-4c99-44ca-ab93-1392724d8bdc req-b636bad4-6939-418c-b31d-3130af1b00ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd75d3c1419945359906a60a91f938d9&device_id=57ce5603-2840-4ecd-8223-1cb2eded0850 HTTP/1.1" status: 200 len: 1097 time: 0.2418280 Jul 29 14:23:30.063811 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [req-22f2855b-8539-49a7-aead-27733724634c req-5706d627-8662-4d64-bbb0-fe708cecd606 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:23:30.064810 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-22f2855b-8539-49a7-aead-27733724634c req-5706d627-8662-4d64-bbb0-fe708cecd606 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2025101 Jul 29 14:23:30.070725 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdc6982-8ffb-4a81-b63d-18b1c0b07be6 None None] Checking router: ddc7cf52-34b0-47e7-8b51-a885f1c0ba08 for host: dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:23:30.071306 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdc6982-8ffb-4a81-b63d-18b1c0b07be6 None None] Updating router ddc7cf52-34b0-47e7-8b51-a885f1c0ba08 port b7c23ef7-7f75-4845-bdcb-fee180b06f1f binding host dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:23:30.105065 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-6bdc6982-8ffb-4a81-b63d-18b1c0b07be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:30.334785 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9adaed85-a35d-425e-980e-a03154d8fb14 req-e24ad812-155a-4db4-8902-ab3b4217b2e3 service neutron] 10.222.0.42 "GET /v2.0/networks/ba4aefee-5518-43ab-b349-b6284cfd9b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868779 Jul 29 14:23:30.365066 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-9506d5c1-6103-4709-b910-f6c8af059d7f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Made reservation on behalf of 5c645f55b8924ce6825612c02df3edcf for: {'port': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:23:30.369017 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-9506d5c1-6103-4709-b910-f6c8af059d7f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:30.417472 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-22f2855b-8539-49a7-aead-27733724634c req-765d4f65-b946-430c-a95d-11b686c2f119 service neutron] 10.222.0.44 "GET /v2.0/networks/6d0eb179-2c3f-4e51-8768-4cf203aef2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422954 Jul 29 14:23:30.428839 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-6bdc6982-8ffb-4a81-b63d-18b1c0b07be6 None None] Notify callbacks [] for port, precommit_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:30.443282 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-6bdc6982-8ffb-4a81-b63d-18b1c0b07be6 None None] Transition to ACTIVE for port object b7c23ef7-7f75-4845-bdcb-fee180b06f1f will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:23:30.451394 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-6bdc6982-8ffb-4a81-b63d-18b1c0b07be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:30.518924 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd639f9e-a194-4294-835e-90bd21be1f87 None None] Pushing event updated for resources: {'Port': ['ID=b7c23ef7-7f75-4845-bdcb-fee180b06f1f,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:30.589225 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-6bdc6982-8ffb-4a81-b63d-18b1c0b07be6 None None] Attempting to bind port b7c23ef7-7f75-4845-bdcb-fee180b06f1f on host dv-cinder-802882-2-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:23:30.589611 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-6bdc6982-8ffb-4a81-b63d-18b1c0b07be6 None None] Attempting to bind port b7c23ef7-7f75-4845-bdcb-fee180b06f1f by drivers openvswitch,hyperv on host dv-cinder-802882-2-iscsi at level 0 using segments [{'id': '171cdf2a-2213-42f7-85e5-9a92fa36eb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:23:30.590001 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdc6982-8ffb-4a81-b63d-18b1c0b07be6 None None] Attempting to bind port b7c23ef7-7f75-4845-bdcb-fee180b06f1f on network b3cec429-afe0-40ba-a154-12d562265125 {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:23:30.595784 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdc6982-8ffb-4a81-b63d-18b1c0b07be6 None None] Checking agent: {'id': '1ca66b18-24af-4c4d-ab67-53f04b5066d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 14, 58), 'started_at': datetime.datetime(2021, 7, 29, 14, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:23:30.596163 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdc6982-8ffb-4a81-b63d-18b1c0b07be6 None None] Checking segment: {'id': '171cdf2a-2213-42f7-85e5-9a92fa36eb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:23:30.596632 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-6bdc6982-8ffb-4a81-b63d-18b1c0b07be6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:30.597039 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdc6982-8ffb-4a81-b63d-18b1c0b07be6 None None] Bound using segment: {'id': '171cdf2a-2213-42f7-85e5-9a92fa36eb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:23:30.597575 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-6bdc6982-8ffb-4a81-b63d-18b1c0b07be6 None None] Bound port: b7c23ef7-7f75-4845-bdcb-fee180b06f1f, host: dv-cinder-802882-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '171cdf2a-2213-42f7-85e5-9a92fa36eb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:23:30.601586 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-6bdc6982-8ffb-4a81-b63d-18b1c0b07be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:30.691758 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-6bdc6982-8ffb-4a81-b63d-18b1c0b07be6 None None] For port b7c23ef7-7f75-4845-bdcb-fee180b06f1f, host dv-cinder-802882-2-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:23:30.695148 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-6bdc6982-8ffb-4a81-b63d-18b1c0b07be6 None None] For port b7c23ef7-7f75-4845-bdcb-fee180b06f1f, host dv-cinder-802882-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=b7c23ef7-7f75-4845-bdcb-fee180b06f1f,segment=NetworkSegment(171cdf2a-2213-42f7-85e5-9a92fa36eb78),segment_id=171cdf2a-2213-42f7-85e5-9a92fa36eb78)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:23:30.703506 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-6bdc6982-8ffb-4a81-b63d-18b1c0b07be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:30.765837 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2adbd23e-a01c-4342-9f95-32be7469f721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770265', 'neutron.services.segments.db._delete_segments_for_network-8774390517041'] for network, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:30.771031 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 54018) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:30.775936 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-9ecb6239-ae8b-4e9f-adec-4cf2eb177a34 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1707097355', 'description': 'tempest-description--325999292'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:30.778630 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdc6982-8ffb-4a81-b63d-18b1c0b07be6 None None] Routers {'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:23:30.780333 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-6bdc6982-8ffb-4a81-b63d-18b1c0b07be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:23:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:30.839128 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2adbd23e-a01c-4342-9f95-32be7469f721 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:23:30.839802 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2adbd23e-a01c-4342-9f95-32be7469f721 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:23:30.840821 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2adbd23e-a01c-4342-9f95-32be7469f721 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:23:30.841379 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2adbd23e-a01c-4342-9f95-32be7469f721 admin admin] Subscribe: > port after_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:23:30.841951 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2adbd23e-a01c-4342-9f95-32be7469f721 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:23:30.842524 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2adbd23e-a01c-4342-9f95-32be7469f721 admin admin] Subscribe: > port after_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:23:30.843082 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2adbd23e-a01c-4342-9f95-32be7469f721 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:23:30.843639 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2adbd23e-a01c-4342-9f95-32be7469f721 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:23:30.844162 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2adbd23e-a01c-4342-9f95-32be7469f721 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:23:30.844710 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2adbd23e-a01c-4342-9f95-32be7469f721 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:23:30.863912 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device b06e061d-abe8-4fe6-b34b-158c977cc7f7 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:23:30.866351 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9ecb6239-ae8b-4e9f-adec-4cf2eb177a34 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:30.951303 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd639f9e-a194-4294-835e-90bd21be1f87 None None] Pushing event updated for resources: {'Port': ['ID=b7c23ef7-7f75-4845-bdcb-fee180b06f1f,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:31.014747 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9ecb6239-ae8b-4e9f-adec-4cf2eb177a34 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:31.021713 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9ecb6239-ae8b-4e9f-adec-4cf2eb177a34 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:31.060798 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2adbd23e-a01c-4342-9f95-32be7469f721 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:23:31.061129 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2adbd23e-a01c-4342-9f95-32be7469f721 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:23:31.061446 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2adbd23e-a01c-4342-9f95-32be7469f721 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:23:31.061793 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2adbd23e-a01c-4342-9f95-32be7469f721 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:23:31.062240 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-2adbd23e-a01c-4342-9f95-32be7469f721 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d505ae9-8d17-49e3-9f3f-ecf8982d5325']}} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:31.079973 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf454eb-4c99-44ca-ab93-1392724d8bdc req-599006b7-57c4-468d-bf49-76ee07f652b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:31.082458 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6bf454eb-4c99-44ca-ab93-1392724d8bdc req-599006b7-57c4-468d-bf49-76ee07f652b1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=efd2d8f7-ea7b-4436-9973-addb76973128 HTTP/1.1" status: 200 len: 912 time: 1.0144808 Jul 29 14:23:31.116791 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb6239-ae8b-4e9f-adec-4cf2eb177a34 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19db7deb-0f3d-4013-9767-b454b3dbd4ef,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:31.124834 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9ecb6239-ae8b-4e9f-adec-4cf2eb177a34 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:31.129627 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-9ecb6239-ae8b-4e9f-adec-4cf2eb177a34 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3563323 Jul 29 14:23:31.131030 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 54036) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:31.133110 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-22f2855b-8539-49a7-aead-27733724634c req-7a27b0dd-54e5-4803-b4e9-866262de06a4 service neutron] 10.222.0.44 "GET /v2.0/networks/6d0eb179-2c3f-4e51-8768-4cf203aef2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7147789 Jul 29 14:23:31.136103 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-48ea42b2-3cbf-4506-8a8b-30672028b2a1 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Request body: {'security_group_rule': {'security_group_id': '19db7deb-0f3d-4013-9767-b454b3dbd4ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:31.168196 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-6bdc6982-8ffb-4a81-b63d-18b1c0b07be6 None None] Set router ddc7cf52-34b0-47e7-8b51-a885f1c0ba08 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:23:31.168903 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-2adbd23e-a01c-4342-9f95-32be7469f721 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '409a9d1b-f287-453c-b069-2e5c8101e750') {'for_net_delete': True} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:31.169246 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-2adbd23e-a01c-4342-9f95-32be7469f721 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '409a9d1b-f287-453c-b069-2e5c8101e750') {} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:31.181014 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-48ea42b2-3cbf-4506-8a8b-30672028b2a1 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:31.226252 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6bf454eb-4c99-44ca-ab93-1392724d8bdc req-ac7a4832-fb54-457b-b747-d55f8ff051ba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cffe9640-dc24-4120-9a23-a32ea08dfce7 HTTP/1.1" status: 200 len: 217 time: 0.0598395 Jul 29 14:23:31.261899 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2adbd23e-a01c-4342-9f95-32be7469f721 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774390517562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3079135'] for segment, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:31.277423 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-48ea42b2-3cbf-4506-8a8b-30672028b2a1 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:31.289803 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-48ea42b2-3cbf-4506-8a8b-30672028b2a1 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525993'] for security_group_rule, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:31.327299 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea42b2-3cbf-4506-8a8b-30672028b2a1 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=121922b6-fbe1-4816-8a82-60a0f8ba76a7,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:31.350447 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-48ea42b2-3cbf-4506-8a8b-30672028b2a1 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:31.351815 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-48ea42b2-3cbf-4506-8a8b-30672028b2a1 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2196662 Jul 29 14:23:31.354576 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 54042) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:31.360151 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-caff3393-f4c7-486e-bff9-6bdd6f2ebc42 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Request body: {'security_group_rule': {'security_group_id': '19db7deb-0f3d-4013-9767-b454b3dbd4ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:31.366826 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2adbd23e-a01c-4342-9f95-32be7469f721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:31.423223 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-caff3393-f4c7-486e-bff9-6bdd6f2ebc42 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:31.446297 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2adbd23e-a01c-4342-9f95-32be7469f721 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=93047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:23:31.447437 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2adbd23e-a01c-4342-9f95-32be7469f721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078533'] for segment, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: from cryptography.utils import int_from_bytes Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: from cryptography.utils import int_from_bytes Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: Traceback (most recent call last): Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: timer() Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: cb(*args, **kw) Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: return func(*args, **kwargs) Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: self._notify() Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: self.callback(batched_events) Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: event.method(event) Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: return f(self, *a, **k) Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: return self._get(url).json() Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: return self.request(url, 'GET', **kwargs) Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:23:31.452369 dv-cinder-802882-2-iscsi neutron-server[93047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:23:31.485947 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-429344ed-d244-41ba-b94b-936baea836df req-63afb66a-6286-46ee-b856-162dfdbd0b71 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1564166945&fields=id&tenant_id=ecc5aee94f74408ba54b34189a01d823 HTTP/1.1" status: 200 len: 267 time: 0.3666351 Jul 29 14:23:31.518638 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port b06e061d-abe8-4fe6-b34b-158c977cc7f7, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=b06e061d-abe8-4fe6-b34b-158c977cc7f7,segment=NetworkSegment(b03b25ab-3830-4437-9930-58c769ecf5b6),segment_id=b03b25ab-3830-4437-9930-58c769ecf5b6)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:23:31.533414 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf454eb-4c99-44ca-ab93-1392724d8bdc req-639a28b9-415e-45df-b844-993e29ee363a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:31.535278 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6bf454eb-4c99-44ca-ab93-1392724d8bdc req-639a28b9-415e-45df-b844-993e29ee363a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=154ed491-057c-44cc-b2fe-1e8a3ee276ad HTTP/1.1" status: 200 len: 851 time: 0.2896557 Jul 29 14:23:31.582317 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Returning: {'device': 'b06e061d-abe8-4fe6-b34b-158c977cc7f7', 'network_id': 'ba4aefee-5518-43ab-b349-b6284cfd9b1b', 'port_id': 'b06e061d-abe8-4fe6-b34b-158c977cc7f7', 'mac_address': 'fa:16:3e:52:2f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cc3d8ce-88cb-4c2e-acf9-3ec507020a22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:23:31.582753 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-caff3393-f4c7-486e-bff9-6bdd6f2ebc42 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:31.589404 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-caff3393-f4c7-486e-bff9-6bdd6f2ebc42 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525993'] for security_group_rule, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:31.624964 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-caff3393-f4c7-486e-bff9-6bdd6f2ebc42 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:31.629157 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-caff3393-f4c7-486e-bff9-6bdd6f2ebc42 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2699151 Jul 29 14:23:31.629285 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 54054) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:31.635410 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-b52f6241-446e-4955-8e63-69652577079e tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Request body: {'floatingip': {'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:31.642088 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:31.642201 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff3393-f4c7-486e-bff9-6bdd6f2ebc42 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1095997-7635-4c01-8d5a-5e00924058f5,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:31.659657 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06e061d-abe8-4fe6-b34b-158c977cc7f7 {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:23:31.668655 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b52f6241-446e-4955-8e63-69652577079e tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for floatingip, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:31.679377 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6bf454eb-4c99-44ca-ab93-1392724d8bdc req-0fc49314-402f-441a-89cc-d734832f7c35 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=efd2d8f7-ea7b-4436-9973-addb76973128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1305983 Jul 29 14:23:31.684092 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:31.705499 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port b06e061d-abe8-4fe6-b34b-158c977cc7f7, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=b06e061d-abe8-4fe6-b34b-158c977cc7f7,segment=NetworkSegment(b03b25ab-3830-4437-9930-58c769ecf5b6),segment_id=b03b25ab-3830-4437-9930-58c769ecf5b6)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:23:31.716096 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-9506d5c1-6103-4709-b910-f6c8af059d7f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Allocated IP 172.20.0.8 (6d0eb179-2c3f-4e51-8768-4cf203aef2f0/71071247-be60-474f-b8b3-e493b3eca889/3e53bc76-fa29-4ab1-9414-78fa37c0f0e2) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:23:31.730852 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:31.740523 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2adbd23e-a01c-4342-9f95-32be7469f721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744631'] for network, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:31.815259 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2adbd23e-a01c-4342-9f95-32be7469f721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:31.817382 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-2adbd23e-a01c-4342-9f95-32be7469f721 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6d505ae9-8d17-49e3-9f3f-ecf8982d5325 HTTP/1.1" status: 204 len: 168 time: 1.8951836 Jul 29 14:23:31.820609 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 54060) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:31.825784 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=b06e061d-abe8-4fe6-b34b-158c977cc7f7,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:31.833259 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b52f6241-446e-4955-8e63-69652577079e tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:31.854847 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbd23e-a01c-4342-9f95-32be7469f721 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d505ae9-8d17-49e3-9f3f-ecf8982d5325,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:31.966249 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429344ed-d244-41ba-b94b-936baea836df req-db21ba74-00a3-4e82-b150-962f613e4262 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:31.974251 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-429344ed-d244-41ba-b94b-936baea836df req-db21ba74-00a3-4e82-b150-962f613e4262 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/networks?id=8a4c7fff-7798-4447-98a3-cd40daeca628 HTTP/1.1" status: 200 len: 817 time: 0.4462306 Jul 29 14:23:31.975325 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-6bdc6982-8ffb-4a81-b63d-18b1c0b07be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'name': 'tempest-AttachVolumeTestJSON-498544025-router', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:24Z', 'revision_number': 4, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'gw_port': {'id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:08Z', 'updated_at': '2021-07-29T14:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': 'b7c23ef7-7f75-4845-bdcb-fee180b06f1f', 'name': '', 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'mac_address': 'fa:16:3e:a4:a3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '0feee60d-456e-4fb7-af3e-353853088018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:20Z', 'updated_at': '2021-07-29T14:23:30Z', 'revision_number': 4, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'subnets': [{'id': '0feee60d-456e-4fb7-af3e-353853088018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:31.989517 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd680f8f-4d2a-4e4f-ac68-252352849363 req-6f33c194-f27f-4602-86d9-8ede7b96a11c tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:31.991577 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cd680f8f-4d2a-4e4f-ac68-252352849363 req-6f33c194-f27f-4602-86d9-8ede7b96a11c tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/ports?device_id=57ce5603-2840-4ecd-8223-1cb2eded0850 HTTP/1.1" status: 200 len: 944 time: 0.3958342 Jul 29 14:23:32.011777 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdc6982-8ffb-4a81-b63d-18b1c0b07be6 None None] The sync data for ids ['ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'] in dv-cinder-802882-2-iscsi is: [{'id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'name': 'tempest-AttachVolumeTestJSON-498544025-router', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:24Z', 'revision_number': 4, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'gw_port': {'id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:08Z', 'updated_at': '2021-07-29T14:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': 'b7c23ef7-7f75-4845-bdcb-fee180b06f1f', 'name': '', 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'mac_address': 'fa:16:3e:a4:a3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '0feee60d-456e-4fb7-af3e-353853088018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:20Z', 'updated_at': '2021-07-29T14:23:30Z', 'revision_number': 4, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'subnets': [{'id': '0feee60d-456e-4fb7-af3e-353853088018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:23:32.013573 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6bf454eb-4c99-44ca-ab93-1392724d8bdc req-b6a65e6a-586f-4bfc-9480-981d8592278b service neutron] 10.222.0.42 "GET /v2.0/networks/efd2d8f7-ea7b-4436-9973-addb76973128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207724 Jul 29 14:23:32.029454 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [None req-b52f6241-446e-4955-8e63-69652577079e tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Allocated IP 172.27.2.47 (32664875-679c-4a6a-adbf-80e7664b419a/8daef0cf-848b-40ef-9b17-9a185079ae25/cea67b65-0753-41aa-b6fa-330f9fe454b9) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:23:32.034793 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-429344ed-d244-41ba-b94b-936baea836df req-8e253387-0134-49b6-9fb0-0f6a83dc6588 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/quotas/ecc5aee94f74408ba54b34189a01d823 HTTP/1.1" status: 200 len: 375 time: 0.0596194 Jul 29 14:23:32.056004 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['b06e061d-abe8-4fe6-b34b-158c977cc7f7'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:23:32.061825 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c9700a-c470-4378-95e5-c4c976eec4d6 admin admin] Deleting subnet d6da7853-b8e2-4213-a0b0-e1f836119a1e {{(pid=93046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:23:32.119532 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-11c9700a-c470-4378-95e5-c4c976eec4d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:32.247700 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-11c9700a-c470-4378-95e5-c4c976eec4d6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:32.265648 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-11c9700a-c470-4378-95e5-c4c976eec4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773198'] for subnet, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:32.344805 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b52f6241-446e-4955-8e63-69652577079e tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:32.409962 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cd680f8f-4d2a-4e4f-ac68-252352849363 req-95013158-0717-47ba-86f5-dd07032841bf tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1f79f8-968b-4076-8530-8ad96627d725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057853 Jul 29 14:23:32.417808 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-11c9700a-c470-4378-95e5-c4c976eec4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for subnet, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:32.472009 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-11c9700a-c470-4378-95e5-c4c976eec4d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:32.479201 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-11c9700a-c470-4378-95e5-c4c976eec4d6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d6da7853-b8e2-4213-a0b0-e1f836119a1e HTTP/1.1" status: 204 len: 168 time: 0.6528120 Jul 29 14:23:32.479201 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9700a-c470-4378-95e5-c4c976eec4d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6da7853-b8e2-4213-a0b0-e1f836119a1e,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:32.480462 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 54070) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:32.554576 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-429344ed-d244-41ba-b94b-936baea836df req-fae9b44a-9d3d-4fb4-acf8-5d9226f824ce tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ecc5aee94f74408ba54b34189a01d823&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4892371 Jul 29 14:23:32.574080 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-64e8a2fe-3113-481f-ba65-04a599674bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653895'] for network, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:32.579485 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-9506d5c1-6103-4709-b910-f6c8af059d7f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:32.581822 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b52f6241-446e-4955-8e63-69652577079e tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:32.589700 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6bf454eb-4c99-44ca-ab93-1392724d8bdc req-673ab4ec-bfb9-47b5-aa0c-c9c75e3ecf4d service neutron] 10.222.0.42 "GET /v2.0/networks/efd2d8f7-ea7b-4436-9973-addb76973128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5599885 Jul 29 14:23:32.661233 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52f6241-446e-4955-8e63-69652577079e tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Network 32664875-679c-4a6a-adbf-80e7664b419a is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:23:32.697061 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-b52f6241-446e-4955-8e63-69652577079e tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:23:32.705531 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52f6241-446e-4955-8e63-69652577079e tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:23:32.726384 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f714a-9982-4ca9-a291-d80ec255cc00 req-e2f06b06-c741-4402-bde0-683f62eb69a3 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:32.729526 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a17f714a-9982-4ca9-a291-d80ec255cc00 req-e2f06b06-c741-4402-bde0-683f62eb69a3 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=4291070a-7fa6-48ef-a290-ad399733ce27 HTTP/1.1" status: 200 len: 945 time: 0.1911390 Jul 29 14:23:32.750973 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f6241-446e-4955-8e63-69652577079e tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Pushing event updated for resources: {'Port': ['ID=cea67b65-0753-41aa-b6fa-330f9fe454b9,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:32.787953 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device cffe9640-dc24-4120-9a23-a32ea08dfce7 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:23:32.794629 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-64e8a2fe-3113-481f-ba65-04a599674bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770265', 'neutron.services.segments.db._delete_segments_for_network-8774390517041'] for network, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:32.812576 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-64e8a2fe-3113-481f-ba65-04a599674bc6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:23:32.812937 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-64e8a2fe-3113-481f-ba65-04a599674bc6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:23:32.813829 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-64e8a2fe-3113-481f-ba65-04a599674bc6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:23:32.814132 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-64e8a2fe-3113-481f-ba65-04a599674bc6 admin admin] Subscribe: > port after_create 55550000 {{(pid=93046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:23:32.814475 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-64e8a2fe-3113-481f-ba65-04a599674bc6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:23:32.814827 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-64e8a2fe-3113-481f-ba65-04a599674bc6 admin admin] Subscribe: > port after_update 55550000 {{(pid=93046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:23:32.815181 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-64e8a2fe-3113-481f-ba65-04a599674bc6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:23:32.815526 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-64e8a2fe-3113-481f-ba65-04a599674bc6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:23:32.815828 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-64e8a2fe-3113-481f-ba65-04a599674bc6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:23:32.816141 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-64e8a2fe-3113-481f-ba65-04a599674bc6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:23:32.817296 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a17f714a-9982-4ca9-a291-d80ec255cc00 req-003fe5cf-3636-439b-9d38-436e16ddac0e tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734942 Jul 29 14:23:32.832421 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-429344ed-d244-41ba-b94b-936baea836df req-e3b5eacd-e463-4312-add0-e88041bfabee service neutron] 10.222.0.44 "GET /v2.0/networks/8a4c7fff-7798-4447-98a3-cd40daeca628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563353 Jul 29 14:23:32.963505 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-9506d5c1-6103-4709-b910-f6c8af059d7f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:32.975519 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-429344ed-d244-41ba-b94b-936baea836df req-91e60eec-7ad5-4b3e-8642-c9103aeb4d28 service neutron] 10.222.0.44 "GET /v2.0/networks/8a4c7fff-7798-4447-98a3-cd40daeca628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421864 Jul 29 14:23:32.993421 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-64e8a2fe-3113-481f-ba65-04a599674bc6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:23:32.994234 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-64e8a2fe-3113-481f-ba65-04a599674bc6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:23:32.994234 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-64e8a2fe-3113-481f-ba65-04a599674bc6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:23:32.994475 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-64e8a2fe-3113-481f-ba65-04a599674bc6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:23:32.994826 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-64e8a2fe-3113-481f-ba65-04a599674bc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b271ea-c621-4084-a5c0-ce8f8f107da8']}} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:33.025327 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-64e8a2fe-3113-481f-ba65-04a599674bc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '298971e9-5065-4a59-9631-92cb6b8f8650') {'for_net_delete': True} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:33.028939 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-64e8a2fe-3113-481f-ba65-04a599674bc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '298971e9-5065-4a59-9631-92cb6b8f8650') {} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:33.037599 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b52f6241-446e-4955-8e63-69652577079e tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:33.067896 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-64e8a2fe-3113-481f-ba65-04a599674bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774390517562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2928365'] for segment, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:33.077727 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port cffe9640-dc24-4120-9a23-a32ea08dfce7, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=cffe9640-dc24-4120-9a23-a32ea08dfce7,segment=NetworkSegment(7459c351-1400-44f7-90e7-900d8e2c6192),segment_id=7459c351-1400-44f7-90e7-900d8e2c6192)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:23:33.110107 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Returning: {'device': 'cffe9640-dc24-4120-9a23-a32ea08dfce7', 'network_id': 'efd2d8f7-ea7b-4436-9973-addb76973128', 'port_id': 'cffe9640-dc24-4120-9a23-a32ea08dfce7', 'mac_address': 'fa:16:3e:82:58:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '154ed491-057c-44cc-b2fe-1e8a3ee276ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:23:33.145292 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-64e8a2fe-3113-481f-ba65-04a599674bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:33.162425 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e8a2fe-3113-481f-ba65-04a599674bc6 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=93046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:23:33.163704 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-64e8a2fe-3113-481f-ba65-04a599674bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972648'] for segment, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:33.166879 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506d5c1-6103-4709-b910-f6c8af059d7f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Pushing event updated for resources: {'Port': ['ID=3e53bc76-fa29-4ab1-9414-78fa37c0f0e2,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:33.185595 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a7c91824-f4d6-4ba9-91b0-13abbafe59a7 req-a9a78eea-7988-487d-bf56-c1b1e251c328 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 210 time: 0.2202048 Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: from cryptography.utils import int_from_bytes Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: from cryptography.utils import int_from_bytes Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: Traceback (most recent call last): Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: timer() Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: cb(*args, **kw) Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: return func(*args, **kwargs) Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: self._notify() Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: self.callback(batched_events) Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: event.method(event) Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: return f(self, *a, **k) Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: return self._get(url).json() Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: return self.request(url, 'GET', **kwargs) Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:23:33.192787 dv-cinder-802882-2-iscsi neutron-server[93046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:23:33.195665 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b52f6241-446e-4955-8e63-69652577079e tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:33.217591 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:33.250869 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cffe9640-dc24-4120-9a23-a32ea08dfce7 {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:23:33.300594 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port cffe9640-dc24-4120-9a23-a32ea08dfce7, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=cffe9640-dc24-4120-9a23-a32ea08dfce7,segment=NetworkSegment(7459c351-1400-44f7-90e7-900d8e2c6192),segment_id=7459c351-1400-44f7-90e7-900d8e2c6192)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:23:33.309317 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:33.452840 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device b7c23ef7-7f75-4845-bdcb-fee180b06f1f up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:23:33.471451 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-9506d5c1-6103-4709-b910-f6c8af059d7f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Network 6d0eb179-2c3f-4e51-8768-4cf203aef2f0 is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:23:33.520806 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-9506d5c1-6103-4709-b910-f6c8af059d7f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:23:33.533847 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=cffe9640-dc24-4120-9a23-a32ea08dfce7,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:33.545582 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-71880e7f-88eb-4d23-86aa-4ae3ea00b91a req-9408b328-7954-4ca4-8fb1-2e48c1cc71f3 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 210 time: 0.1746559 Jul 29 14:23:33.555597 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-9506d5c1-6103-4709-b910-f6c8af059d7f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:23:33.607161 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning for port b7c23ef7-7f75-4845-bdcb-fee180b06f1f completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:23:33.612222 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['cffe9640-dc24-4120-9a23-a32ea08dfce7'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:23:33.615861 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port b7c23ef7-7f75-4845-bdcb-fee180b06f1f triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:23:33.616246 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:33.632057 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-64e8a2fe-3113-481f-ba65-04a599674bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744631'] for network, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:33.676795 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2855b-8539-49a7-aead-27733724634c req-8abe6af8-fd4c-42d1-864b-7d08a8874115 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:33.679753 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-22f2855b-8539-49a7-aead-27733724634c req-8abe6af8-fd4c-42d1-864b-7d08a8874115 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.42 "GET /v2.0/networks?id=6d0eb179-2c3f-4e51-8768-4cf203aef2f0 HTTP/1.1" status: 200 len: 819 time: 0.5202184 Jul 29 14:23:33.724360 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-22f2855b-8539-49a7-aead-27733724634c req-d163a5ad-71e7-4677-8a71-78a033664c1f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Request body: {'port': {'device_id': '11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8', 'network_id': '6d0eb179-2c3f-4e51-8768-4cf203aef2f0', 'admin_state_up': True, 'tenant_id': '5c645f55b8924ce6825612c02df3edcf'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:33.813554 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-64e8a2fe-3113-481f-ba65-04a599674bc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:33.816649 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-64e8a2fe-3113-481f-ba65-04a599674bc6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e5b271ea-c621-4084-a5c0-ce8f8f107da8 HTTP/1.1" status: 204 len: 168 time: 1.3337624 Jul 29 14:23:33.836069 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8a2fe-3113-481f-ba65-04a599674bc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5b271ea-c621-4084-a5c0-ce8f8f107da8,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:33.860627 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-9506d5c1-6103-4709-b910-f6c8af059d7f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:33.861258 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-9506d5c1-6103-4709-b910-f6c8af059d7f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:33.874415 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e327245-f4c7-4202-8913-21bf8325dd1a req-ab33007f-52f1-4013-88bd-1c8f61502c5e tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:33.881897 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0e327245-f4c7-4202-8913-21bf8325dd1a req-ab33007f-52f1-4013-88bd-1c8f61502c5e tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/ports?device_id=57ce5603-2840-4ecd-8223-1cb2eded0850 HTTP/1.1" status: 200 len: 945 time: 0.3494651 Jul 29 14:23:33.884925 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b52f6241-446e-4955-8e63-69652577079e tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:33.892067 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b52f6241-446e-4955-8e63-69652577079e tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971904'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:33.970230 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-9506d5c1-6103-4709-b910-f6c8af059d7f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4779334 Jul 29 14:23:34.015562 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0e327245-f4c7-4202-8913-21bf8325dd1a req-e86f88c7-3459-4140-9762-bd4371d173ff tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1f79f8-968b-4076-8530-8ad96627d725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325703 Jul 29 14:23:34.017447 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f6241-446e-4955-8e63-69652577079e tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Pushing event updated for resources: {'Port': ['ID=cea67b65-0753-41aa-b6fa-330f9fe454b9,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:34.028655 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-c5741024-ad4e-4c80-b89b-469e44826ee1 service neutron] Request body: {'port': {'device_id': 'b3d28087-65b5-4068-b671-04ddc5344f32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:34.038345 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b52f6241-446e-4955-8e63-69652577079e tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744517'] for floatingip, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:34.058362 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:34.075739 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b52f6241-446e-4955-8e63-69652577079e tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for floatingip, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:34.085455 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-b52f6241-446e-4955-8e63-69652577079e tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4475613 Jul 29 14:23:34.152322 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] For port b7c23ef7-7f75-4845-bdcb-fee180b06f1f, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=b7c23ef7-7f75-4845-bdcb-fee180b06f1f,segment=NetworkSegment(171cdf2a-2213-42f7-85e5-9a92fa36eb78),segment_id=171cdf2a-2213-42f7-85e5-9a92fa36eb78)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:23:34.198225 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:34.276449 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 54118) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:34.359662 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-ce4f6dd3-7265-4d11-abac-0a57cf2c1940 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e02589d931bc4bdca499ab012f78214b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0818131 Jul 29 14:23:34.362178 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Pushing event updated for resources: {'Port': ['ID=b7c23ef7-7f75-4845-bdcb-fee180b06f1f,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:34.362595 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 54122) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:34.435999 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-097e8246-318a-44ac-854a-3a4b429b920b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:34.466285 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-097e8246-318a-44ac-854a-3a4b429b920b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:34.536467 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-097e8246-318a-44ac-854a-3a4b429b920b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:34.541724 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-097e8246-318a-44ac-854a-3a4b429b920b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:34.543090 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-097e8246-318a-44ac-854a-3a4b429b920b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/529827d2-2db2-4728-8144-00d046553b03 HTTP/1.1" status: 204 len: 168 time: 0.1793315 Jul 29 14:23:34.558110 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e8246-318a-44ac-854a-3a4b429b920b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529827d2-2db2-4728-8144-00d046553b03,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:34.647531 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0f4003a9-d9b8-4c80-a67a-8663e15993b9 req-69778be9-799c-4a15-9bb0-7ef6def53030 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 210 time: 0.0904579 Jul 29 14:23:34.674921 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fa8ec-3c6b-4b9e-b90e-c201481e7267 req-c596a475-caeb-4ae0-8aa5-d62816200670 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:34.676536 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b42fa8ec-3c6b-4b9e-b90e-c201481e7267 req-c596a475-caeb-4ae0-8aa5-d62816200670 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=4291070a-7fa6-48ef-a290-ad399733ce27 HTTP/1.1" status: 200 len: 945 time: 0.7025623 Jul 29 14:23:34.738320 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-c5741024-ad4e-4c80-b89b-469e44826ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:34.750930 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22f2855b-8539-49a7-aead-27733724634c req-d163a5ad-71e7-4677-8a71-78a033664c1f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Made reservation on behalf of 5c645f55b8924ce6825612c02df3edcf for: {'port': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:23:34.754813 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-22f2855b-8539-49a7-aead-27733724634c req-d163a5ad-71e7-4677-8a71-78a033664c1f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:34.804322 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device b06e061d-abe8-4fe6-b34b-158c977cc7f7 up at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:23:34.853676 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b42fa8ec-3c6b-4b9e-b90e-c201481e7267 req-43174e19-405a-49d2-b677-cc1dd00e7d35 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573133 Jul 29 14:23:34.889009 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-4240edec-ae95-4a24-81d5-0ca0ae6339a9 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1707097355&fields=id&tenant_id=ceeb7b9bd977407984c0031f1d786310 HTTP/1.1" status: 200 len: 267 time: 0.1521804 Jul 29 14:23:34.975965 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning for port b06e061d-abe8-4fe6-b34b-158c977cc7f7 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:23:34.982536 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning complete for port b06e061d-abe8-4fe6-b34b-158c977cc7f7 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:23:34.983192 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:35.106320 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:35.160865 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 54154) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:35.164939 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port b06e061d-abe8-4fe6-b34b-158c977cc7f7, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=b06e061d-abe8-4fe6-b34b-158c977cc7f7,segment=NetworkSegment(b03b25ab-3830-4437-9930-58c769ecf5b6),segment_id=b03b25ab-3830-4437-9930-58c769ecf5b6)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:23:35.166561 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4291070a-7fa6-48ef-a290-ad399733ce27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06e061d-abe8-4fe6-b34b-158c977cc7f7'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:23:35.219952 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-6ba76893-a1f8-489b-ba59-fb886bbf5369 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cc692de888724068a8b8730d78c24eab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554740 Jul 29 14:23:35.227976 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 54160) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:35.241249 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-00b460eb-96ea-48f6-83a1-9bd323b3f888 req-15f2df17-3d6a-4a0b-98b9-77404854747c tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 210 time: 0.2017386 Jul 29 14:23:35.255779 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:35.268868 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device cffe9640-dc24-4120-9a23-a32ea08dfce7 up at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:23:35.310902 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3a78dc00-e9d0-4a83-840d-afd21ff9dc72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:35.325990 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [req-22f2855b-8539-49a7-aead-27733724634c req-d163a5ad-71e7-4677-8a71-78a033664c1f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Allocated IP 172.20.0.3 (6d0eb179-2c3f-4e51-8768-4cf203aef2f0/71071247-be60-474f-b8b3-e493b3eca889/920a97ad-2bff-414a-a723-d48bccfd98dd) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:23:35.340323 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3a78dc00-e9d0-4a83-840d-afd21ff9dc72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:35.347181 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device b7c23ef7-7f75-4845-bdcb-fee180b06f1f up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:23:35.368431 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-cbf1eb24-36aa-432f-be09-b87f37663912 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:35.374479 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-cbf1eb24-36aa-432f-be09-b87f37663912 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/networks?id=b3cec429-afe0-40ba-a154-12d562265125 HTTP/1.1" status: 200 len: 810 time: 0.4497910 Jul 29 14:23:35.406889 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3a78dc00-e9d0-4a83-840d-afd21ff9dc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:35.409510 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3a78dc00-e9d0-4a83-840d-afd21ff9dc72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:35.410841 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-3a78dc00-e9d0-4a83-840d-afd21ff9dc72 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/df3ae0e0-9b2f-41d1-b80a-d316ae6940d6 HTTP/1.1" status: 204 len: 168 time: 0.1818259 Jul 29 14:23:35.420648 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78dc00-e9d0-4a83-840d-afd21ff9dc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3ae0e0-9b2f-41d1-b80a-d316ae6940d6,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:35.435058 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=b06e061d-abe8-4fe6-b34b-158c977cc7f7,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:35.463842 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port b7c23ef7-7f75-4845-bdcb-fee180b06f1f triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:23:35.464326 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:35.467749 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning for port cffe9640-dc24-4120-9a23-a32ea08dfce7 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:23:35.488996 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccb16db2f9a74c00367815e69fa446d7a78c69e07d65ec2c4e32efa5fc27a6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c401bc5f-8ebc-493c-9cde-cfad128380d8" -d '{"events": [{"server_uuid": "4291070a-7fa6-48ef-a290-ad399733ce27", "name": "network-vif-plugged", "status": "completed", "tag": "b06e061d-abe8-4fe6-b34b-158c977cc7f7"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:23:35.492325 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429344ed-d244-41ba-b94b-936baea836df req-cfda2aa8-199f-435c-96ac-4f7c4a79187c tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:35.493693 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-429344ed-d244-41ba-b94b-936baea836df req-cfda2aa8-199f-435c-96ac-4f7c4a79187c tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.42 "GET /v2.0/networks?id=8a4c7fff-7798-4447-98a3-cd40daeca628 HTTP/1.1" status: 200 len: 817 time: 0.5163710 Jul 29 14:23:35.497012 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning complete for port cffe9640-dc24-4120-9a23-a32ea08dfce7 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:23:35.498151 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:35.534954 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-ad8e3305-2113-4334-a890-cbb2f58ff057 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/quotas/ceeb7b9bd977407984c0031f1d786310 HTTP/1.1" status: 200 len: 375 time: 0.1555486 Jul 29 14:23:35.642470 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-429344ed-d244-41ba-b94b-936baea836df req-9c0a823a-04e2-4b02-b4bb-373f679839a8 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecc5aee94f74408ba54b34189a01d823 HTTP/1.1" status: 200 len: 380 time: 0.1304128 Jul 29 14:23:35.643688 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:35.655967 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2ab76-a6d9-4119-a8d0-501cae70be97 req-530ab45c-e163-4fae-87e4-7fc6e3e60603 tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:35.657341 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-efe2ab76-a6d9-4119-a8d0-501cae70be97 req-530ab45c-e163-4fae-87e4-7fc6e3e60603 tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/ports?device_id=57ce5603-2840-4ecd-8223-1cb2eded0850 HTTP/1.1" status: 200 len: 945 time: 0.1627402 Jul 29 14:23:35.664832 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-429344ed-d244-41ba-b94b-936baea836df req-acb5dab5-3f4c-4510-82c6-86923768b6cf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Request body: {'port': {'device_id': '01db94d4-e648-4291-bc95-804315620a2e', 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628', 'admin_state_up': True, 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'security_groups': ['582acef8-4d88-48da-8c92-124e703ec670']}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:35.706637 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port cffe9640-dc24-4120-9a23-a32ea08dfce7, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=cffe9640-dc24-4120-9a23-a32ea08dfce7,segment=NetworkSegment(7459c351-1400-44f7-90e7-900d8e2c6192),segment_id=7459c351-1400-44f7-90e7-900d8e2c6192)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:23:35.711452 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:35.742462 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-22f2855b-8539-49a7-aead-27733724634c req-d163a5ad-71e7-4677-8a71-78a033664c1f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:35.756552 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-8c52dfa4-f505-4cd4-8b65-1c78d277fa7d tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ceeb7b9bd977407984c0031f1d786310&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2046895 Jul 29 14:23:35.778800 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=cffe9640-dc24-4120-9a23-a32ea08dfce7,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:35.855302 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-efe2ab76-a6d9-4119-a8d0-501cae70be97 req-0e654880-be72-49b9-80b2-e68c5a0b0d90 tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1f79f8-968b-4076-8530-8ad96627d725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828988 Jul 29 14:23:35.954175 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-22f2855b-8539-49a7-aead-27733724634c req-d163a5ad-71e7-4677-8a71-78a033664c1f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:36.044524 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-ab0d017e-4841-4511-a01b-b9d72817db42 service neutron] 10.222.0.44 "GET /v2.0/networks/b3cec429-afe0-40ba-a154-12d562265125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658448 Jul 29 14:23:36.072016 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-429344ed-d244-41ba-b94b-936baea836df req-acb5dab5-3f4c-4510-82c6-86923768b6cf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Made reservation on behalf of ecc5aee94f74408ba54b34189a01d823 for: {'port': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:23:36.075849 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-429344ed-d244-41ba-b94b-936baea836df req-acb5dab5-3f4c-4510-82c6-86923768b6cf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:36.112391 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22f2855b-8539-49a7-aead-27733724634c req-d163a5ad-71e7-4677-8a71-78a033664c1f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Network 6d0eb179-2c3f-4e51-8768-4cf203aef2f0 is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:23:36.139230 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [req-22f2855b-8539-49a7-aead-27733724634c req-d163a5ad-71e7-4677-8a71-78a033664c1f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:23:36.142875 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f2855b-8539-49a7-aead-27733724634c req-d163a5ad-71e7-4677-8a71-78a033664c1f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:23:36.222431 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef5c376-8d24-4f86-a8e7-4a204cc65a01 x-openstack-request-id: req-aef5c376-8d24-4f86-a8e7-4a204cc65a01 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:23:36.222932 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4291070a-7fa6-48ef-a290-ad399733ce27", "name": "network-vif-plugged", "status": "completed", "tag": "b06e061d-abe8-4fe6-b34b-158c977cc7f7", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:23:36.223040 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aef5c376-8d24-4f86-a8e7-4a204cc65a01 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:23:36.223461 dv-cinder-802882-2-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4291070a-7fa6-48ef-a290-ad399733ce27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06e061d-abe8-4fe6-b34b-158c977cc7f7', 'code': 200} Jul 29 14:23:36.227734 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163a5ad-71e7-4677-8a71-78a033664c1f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Pushing event updated for resources: {'Port': ['ID=920a97ad-2bff-414a-a723-d48bccfd98dd,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:36.407529 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.42', 59783) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:36.428941 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2855b-8539-49a7-aead-27733724634c req-d163a5ad-71e7-4677-8a71-78a033664c1f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:36.429440 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-22f2855b-8539-49a7-aead-27733724634c req-d163a5ad-71e7-4677-8a71-78a033664c1f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:36.454715 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-22f2855b-8539-49a7-aead-27733724634c req-d163a5ad-71e7-4677-8a71-78a033664c1f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7524605 Jul 29 14:23:36.487856 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-22f2855b-8539-49a7-aead-27733724634c req-193a803f-ac59-4f7e-ae4e-6319e7498e2c service neutron] Request body: {'port': {'device_id': '11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:36.503938 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0620524-4523-460b-a678-a521257225b7 req-ad4039fe-4e6c-4137-bc49-32829d05bffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:36.505899 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a0620524-4523-460b-a678-a521257225b7 req-ad4039fe-4e6c-4137-bc49-32829d05bffc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4291070a-7fa6-48ef-a290-ad399733ce27 HTTP/1.1" status: 200 len: 1099 time: 0.0971711 Jul 29 14:23:36.516408 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6c190-2f96-47c3-bfee-e4fb6683e522 req-53a159f9-a1af-46c8-853a-480e302a769f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:36.517958 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-65a6c190-2f96-47c3-bfee-e4fb6683e522 req-53a159f9-a1af-46c8-853a-480e302a769f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 931 time: 0.2131982 Jul 29 14:23:36.531524 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-a0620524-4523-460b-a678-a521257225b7 req-4d019f5c-2987-424e-bdee-afa867790999 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:36.569582 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-a47dfcf2-40e9-485e-9bd2-3d55a616b190 service neutron] 10.222.0.44 "GET /v2.0/networks/b3cec429-afe0-40ba-a154-12d562265125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4985650 Jul 29 14:23:36.627973 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 54218) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:36.651525 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [req-429344ed-d244-41ba-b94b-936baea836df req-acb5dab5-3f4c-4510-82c6-86923768b6cf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Allocated IP 172.20.0.6 (8a4c7fff-7798-4447-98a3-cd40daeca628/7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6/bc3c8625-9b45-4092-a832-b91a030a5ed2) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:23:36.655625 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-a0620524-4523-460b-a678-a521257225b7 req-4d019f5c-2987-424e-bdee-afa867790999 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:36.656164 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-22f2855b-8539-49a7-aead-27733724634c req-193a803f-ac59-4f7e-ae4e-6319e7498e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:36.664810 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-a0620524-4523-460b-a678-a521257225b7 req-4d019f5c-2987-424e-bdee-afa867790999 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:36.696698 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-c5741024-ad4e-4c80-b89b-469e44826ee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e53bc76-fa29-4ab1-9414-78fa37c0f0e2 {{(pid=93047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:23:36.726561 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-c5741024-ad4e-4c80-b89b-469e44826ee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:36.727423 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a0620524-4523-460b-a678-a521257225b7 req-4d019f5c-2987-424e-bdee-afa867790999 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106726 Jul 29 14:23:36.739634 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d019f5c-2987-424e-bdee-afa867790999 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=027e8473-f74c-494e-8a39-b7edeb9a90f6,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:36.756011 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-65a6c190-2f96-47c3-bfee-e4fb6683e522 req-e20b9d3a-9f01-494c-a77e-8fa078b1468a tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105858 Jul 29 14:23:36.832632 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-c5741024-ad4e-4c80-b89b-469e44826ee1 service neutron] Transition to ACTIVE for port object 3e53bc76-fa29-4ab1-9414-78fa37c0f0e2 will not be triggered until provisioned by entity L2. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:23:36.859187 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7f45aef9-418d-4a1d-a8ba-208f46f66bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:37.034909 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7f45aef9-418d-4a1d-a8ba-208f46f66bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:37.043013 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7f45aef9-418d-4a1d-a8ba-208f46f66bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:37.054452 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-c5741024-ad4e-4c80-b89b-469e44826ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079021'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:37.077606 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:23:37.107538 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-7f45aef9-418d-4a1d-a8ba-208f46f66bd3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=249842d7b9e647acbb3699c6f33894e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4783604 Jul 29 14:23:37.108477 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 54246) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:37.140976 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45aef9-418d-4a1d-a8ba-208f46f66bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c655122-8585-43df-9e80-5049dd93d351,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:37.178375 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9307ab8a-a5fd-4dd6-bca6-56a38f5a75b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:37.205864 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9307ab8a-a5fd-4dd6-bca6-56a38f5a75b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:37.274342 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9307ab8a-a5fd-4dd6-bca6-56a38f5a75b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:37.278381 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9307ab8a-a5fd-4dd6-bca6-56a38f5a75b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:37.282744 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-9307ab8a-a5fd-4dd6-bca6-56a38f5a75b2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7c655122-8585-43df-9e80-5049dd93d351 HTTP/1.1" status: 204 len: 168 time: 0.1717851 Jul 29 14:23:37.301830 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9307ab8a-a5fd-4dd6-bca6-56a38f5a75b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c655122-8585-43df-9e80-5049dd93d351,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:37.355100 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ffc512d2-63a7-4740-af91-3ab1c481b53d req-2cee3398-4900-4ec7-bfdc-e2e686a9e841 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 210 time: 0.3064487 Jul 29 14:23:37.410720 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5741024-ad4e-4c80-b89b-469e44826ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=3e53bc76-fa29-4ab1-9414-78fa37c0f0e2,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:37.631446 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183cb343-0f37-4114-b3bd-f6f2759e6d38 req-8bb836c1-cb4d-4d37-82fa-5f7fd1a11bba tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:37.632923 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-183cb343-0f37-4114-b3bd-f6f2759e6d38 req-8bb836c1-cb4d-4d37-82fa-5f7fd1a11bba tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=4291070a-7fa6-48ef-a290-ad399733ce27 HTTP/1.1" status: 200 len: 946 time: 0.5833149 Jul 29 14:23:37.676611 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-429344ed-d244-41ba-b94b-936baea836df req-acb5dab5-3f4c-4510-82c6-86923768b6cf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:37.683390 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-eac20368-aa1f-4a2a-b385-5ee12fa206cc req-b6a0cf36-aa7e-4028-adcd-b296600f9bbd tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 210 time: 0.0843787 Jul 29 14:23:37.724716 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [req-429344ed-d244-41ba-b94b-936baea836df req-acb5dab5-3f4c-4510-82c6-86923768b6cf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Transition to ACTIVE for port object bc3c8625-9b45-4092-a832-b91a030a5ed2 will not be triggered until provisioned by entity DHCP. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:23:37.765097 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-c5741024-ad4e-4c80-b89b-469e44826ee1 service neutron] Attempting to bind port 3e53bc76-fa29-4ab1-9414-78fa37c0f0e2 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:23:37.765566 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-c5741024-ad4e-4c80-b89b-469e44826ee1 service neutron] Attempting to bind port 3e53bc76-fa29-4ab1-9414-78fa37c0f0e2 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': '835fc5e6-f12e-4899-9ab3-61fab492cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6d0eb179-2c3f-4e51-8768-4cf203aef2f0'}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:23:37.766194 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-c5741024-ad4e-4c80-b89b-469e44826ee1 service neutron] Attempting to bind port 3e53bc76-fa29-4ab1-9414-78fa37c0f0e2 on network 6d0eb179-2c3f-4e51-8768-4cf203aef2f0 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:23:37.801954 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-183cb343-0f37-4114-b3bd-f6f2759e6d38 req-ec690844-973a-4f0c-b1a9-8450d8c6adce tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575208 Jul 29 14:23:37.808532 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-c5741024-ad4e-4c80-b89b-469e44826ee1 service neutron] Port 3e53bc76-fa29-4ab1-9414-78fa37c0f0e2 on network 6d0eb179-2c3f-4e51-8768-4cf203aef2f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:23:37.808910 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-c5741024-ad4e-4c80-b89b-469e44826ee1 service neutron] Attempting to bind port 3e53bc76-fa29-4ab1-9414-78fa37c0f0e2 on network 6d0eb179-2c3f-4e51-8768-4cf203aef2f0 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:23:37.854917 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-c5741024-ad4e-4c80-b89b-469e44826ee1 service neutron] Checking agent: {'id': 'fd26b577-982f-4e34-ab76-8a88883d4fab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:23:37.855344 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-c5741024-ad4e-4c80-b89b-469e44826ee1 service neutron] Checking segment: {'id': '835fc5e6-f12e-4899-9ab3-61fab492cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6d0eb179-2c3f-4e51-8768-4cf203aef2f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:23:37.855633 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-c5741024-ad4e-4c80-b89b-469e44826ee1 service neutron] Bound using segment: {'id': '835fc5e6-f12e-4899-9ab3-61fab492cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6d0eb179-2c3f-4e51-8768-4cf203aef2f0'} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:23:37.856718 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-c5741024-ad4e-4c80-b89b-469e44826ee1 service neutron] Bound port: 3e53bc76-fa29-4ab1-9414-78fa37c0f0e2, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '835fc5e6-f12e-4899-9ab3-61fab492cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6d0eb179-2c3f-4e51-8768-4cf203aef2f0'}}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:23:37.856718 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-c5741024-ad4e-4c80-b89b-469e44826ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:37.909231 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-429344ed-d244-41ba-b94b-936baea836df req-acb5dab5-3f4c-4510-82c6-86923768b6cf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:37.947670 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 54276) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:37.962619 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a3f22009-921d-4c85-baf0-da45a2308b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:37.986287 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3061805-e01a-4632-9fdd-364e56349f21 req-1b435f10-489b-4d73-9b8d-024d3f00a421 tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:37.987837 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f3061805-e01a-4632-9fdd-364e56349f21 req-1b435f10-489b-4d73-9b8d-024d3f00a421 tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/ports?device_id=57ce5603-2840-4ecd-8223-1cb2eded0850 HTTP/1.1" status: 200 len: 946 time: 0.2184353 Jul 29 14:23:38.020553 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 54278) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:38.068985 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a3f22009-921d-4c85-baf0-da45a2308b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:38.069215 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-429344ed-d244-41ba-b94b-936baea836df req-acb5dab5-3f4c-4510-82c6-86923768b6cf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Network 8a4c7fff-7798-4447-98a3-cd40daeca628 is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:23:38.074553 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a3f22009-921d-4c85-baf0-da45a2308b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:38.077500 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [req-22f2855b-8539-49a7-aead-27733724634c req-193a803f-ac59-4f7e-ae4e-6319e7498e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 920a97ad-2bff-414a-a723-d48bccfd98dd {{(pid=93047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:23:38.098476 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [req-429344ed-d244-41ba-b94b-936baea836df req-acb5dab5-3f4c-4510-82c6-86923768b6cf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:23:38.102010 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-a3f22009-921d-4c85-baf0-da45a2308b19 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f0b8f8a1e7a44d41a7c3bc2a64e7fb7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1526527 Jul 29 14:23:38.102384 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-22f2855b-8539-49a7-aead-27733724634c req-193a803f-ac59-4f7e-ae4e-6319e7498e2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:38.104831 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 54282) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:38.111530 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5dab5-3f4c-4510-82c6-86923768b6cf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Pushing event updated for resources: {'Port': ['ID=bc3c8625-9b45-4092-a832-b91a030a5ed2,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:38.123983 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-429344ed-d244-41ba-b94b-936baea836df req-acb5dab5-3f4c-4510-82c6-86923768b6cf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:23:38.173377 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f22009-921d-4c85-baf0-da45a2308b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2ce614-77e7-4f69-ac2a-3672d42b2abc,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:38.184056 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5a922-8830-4a7c-aa52-2d2594784fce req-0b27e0c5-0275-49b0-b0ec-f3ee420037e5 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:38.185620 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-58f5a922-8830-4a7c-aa52-2d2594784fce req-0b27e0c5-0275-49b0-b0ec-f3ee420037e5 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 931 time: 0.2835813 Jul 29 14:23:38.200946 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-c5741024-ad4e-4c80-b89b-469e44826ee1 service neutron] For port 3e53bc76-fa29-4ab1-9414-78fa37c0f0e2, host hv-cinder-80288, cleared binding levels {{(pid=93047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:23:38.214716 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2fb933b2-ceb6-4e2e-bc0f-6d34cf9a2519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:38.224018 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f3061805-e01a-4632-9fdd-364e56349f21 req-c360d4dc-dd33-4a7e-b623-2e8e772b623c tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1f79f8-968b-4076-8530-8ad96627d725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013474 Jul 29 14:23:38.225319 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ce5603-2840-4ecd-8223-1cb2eded0850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cffe9640-dc24-4120-9a23-a32ea08dfce7'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:23:38.228324 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccb16db2f9a74c00367815e69fa446d7a78c69e07d65ec2c4e32efa5fc27a6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0328800f-3b8b-43bf-a5e7-7cb31280e695" -d '{"events": [{"server_uuid": "57ce5603-2840-4ecd-8223-1cb2eded0850", "name": "network-vif-plugged", "status": "completed", "tag": "cffe9640-dc24-4120-9a23-a32ea08dfce7"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:23:38.232502 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [req-22f2855b-8539-49a7-aead-27733724634c req-193a803f-ac59-4f7e-ae4e-6319e7498e2c service neutron] Transition to ACTIVE for port object 920a97ad-2bff-414a-a723-d48bccfd98dd will not be triggered until provisioned by entity L2. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:23:38.246988 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-83e743d7-824c-4c3f-bdad-06518880a07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:38.274326 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-22f2855b-8539-49a7-aead-27733724634c req-193a803f-ac59-4f7e-ae4e-6319e7498e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079021'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:38.294735 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954579cb-f306-49c9-8e0e-acf570a38fa2 x-openstack-request-id: req-954579cb-f306-49c9-8e0e-acf570a38fa2 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:23:38.295431 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ce5603-2840-4ecd-8223-1cb2eded0850", "name": "network-vif-plugged", "status": "completed", "tag": "cffe9640-dc24-4120-9a23-a32ea08dfce7", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:23:38.298545 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-c5741024-ad4e-4c80-b89b-469e44826ee1 service neutron] For port 3e53bc76-fa29-4ab1-9414-78fa37c0f0e2, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=3e53bc76-fa29-4ab1-9414-78fa37c0f0e2,segment=NetworkSegment(835fc5e6-f12e-4899-9ab3-61fab492cf37),segment_id=835fc5e6-f12e-4899-9ab3-61fab492cf37)] {{(pid=93047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:23:38.299169 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-954579cb-f306-49c9-8e0e-acf570a38fa2 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:23:38.301195 dv-cinder-802882-2-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ce5603-2840-4ecd-8223-1cb2eded0850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cffe9640-dc24-4120-9a23-a32ea08dfce7', 'code': 200} Jul 29 14:23:38.346518 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-c5741024-ad4e-4c80-b89b-469e44826ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079021'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:38.354779 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429344ed-d244-41ba-b94b-936baea836df req-acb5dab5-3f4c-4510-82c6-86923768b6cf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:38.355505 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-429344ed-d244-41ba-b94b-936baea836df req-acb5dab5-3f4c-4510-82c6-86923768b6cf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:38.383311 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2fb933b2-ceb6-4e2e-bc0f-6d34cf9a2519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:38.417643 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-58f5a922-8830-4a7c-aa52-2d2594784fce req-7a97c796-7bc4-405a-80dc-d0a1453cc5c0 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030516 Jul 29 14:23:38.417822 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-4e11ca5a-2988-46d1-91af-57c0ef575d81 None None] Provisioning for port bc3c8625-9b45-4092-a832-b91a030a5ed2 completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:23:38.420017 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-c5741024-ad4e-4c80-b89b-469e44826ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:38.420660 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-c5741024-ad4e-4c80-b89b-469e44826ee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:38.426869 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-4e11ca5a-2988-46d1-91af-57c0ef575d81 None None] Provisioning complete for port bc3c8625-9b45-4092-a832-b91a030a5ed2 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:23:38.427312 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-4e11ca5a-2988-46d1-91af-57c0ef575d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:38.427467 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-c5741024-ad4e-4c80-b89b-469e44826ee1 service neutron] 10.222.0.42 "PUT /v2.0/ports/3e53bc76-fa29-4ab1-9414-78fa37c0f0e2 HTTP/1.1" status: 200 len: 1093 time: 4.4096336 Jul 29 14:23:38.428456 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d28087-65b5-4068-b671-04ddc5344f32', 'tag': '3e53bc76-fa29-4ab1-9414-78fa37c0f0e2'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:23:38.430872 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d29991c668386e200e1a1994fca063bc4f2dc54aaad28d0a971c904e1588ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b608ab-2c53-467e-9d0d-39383f62ec0b" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d28087-65b5-4068-b671-04ddc5344f32", "tag": "3e53bc76-fa29-4ab1-9414-78fa37c0f0e2"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:23:38.434563 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-429344ed-d244-41ba-b94b-936baea836df req-acb5dab5-3f4c-4510-82c6-86923768b6cf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7744422 Jul 29 14:23:38.447897 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a803f-ac59-4f7e-ae4e-6319e7498e2c service neutron] Pushing event updated for resources: {'Port': ['ID=920a97ad-2bff-414a-a723-d48bccfd98dd,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:38.473401 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-429344ed-d244-41ba-b94b-936baea836df req-00b65f3c-b2c9-4e36-9660-7de6e49f376a service neutron] Request body: {'port': {'device_id': '01db94d4-e648-4291-bc95-804315620a2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:38.511271 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-4e11ca5a-2988-46d1-91af-57c0ef575d81 None None] Port bc3c8625-9b45-4092-a832-b91a030a5ed2 cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:23:38.538371 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c45bcf-777c-4333-992c-407262ce8472 x-openstack-request-id: req-84c45bcf-777c-4333-992c-407262ce8472 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:23:38.539568 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d28087-65b5-4068-b671-04ddc5344f32", "tag": "3e53bc76-fa29-4ab1-9414-78fa37c0f0e2", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:23:38.539905 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-84c45bcf-777c-4333-992c-407262ce8472 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:23:38.541846 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d28087-65b5-4068-b671-04ddc5344f32', 'tag': '3e53bc76-fa29-4ab1-9414-78fa37c0f0e2', 'status': 'completed', 'code': 200} Jul 29 14:23:38.605635 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.42', 59788) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:38.658221 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-5e8e03dd-4cea-428b-8a35-71e5cc3724fe tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:38.659868 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-5e8e03dd-4cea-428b-8a35-71e5cc3724fe tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.42 "GET /v2.0/networks?id=b3cec429-afe0-40ba-a154-12d562265125 HTTP/1.1" status: 200 len: 810 time: 0.4025891 Jul 29 14:23:38.687573 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2fb933b2-ceb6-4e2e-bc0f-6d34cf9a2519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:38.690272 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2fb933b2-ceb6-4e2e-bc0f-6d34cf9a2519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:38.691490 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-2fb933b2-ceb6-4e2e-bc0f-6d34cf9a2519 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7e2ce614-77e7-4f69-ac2a-3672d42b2abc HTTP/1.1" status: 204 len: 168 time: 0.5855246 Jul 29 14:23:38.726017 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216fed1-7bc3-49ff-8583-f06e3e4697ec req-5c063b85-f3cf-424e-910c-5d118a4ff3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:38.727693 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-7216fed1-7bc3-49ff-8583-f06e3e4697ec req-5c063b85-f3cf-424e-910c-5d118a4ff3d2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=57ce5603-2840-4ecd-8223-1cb2eded0850 HTTP/1.1" status: 200 len: 1099 time: 0.1203485 Jul 29 14:23:38.734578 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb933b2-ceb6-4e2e-bc0f-6d34cf9a2519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2ce614-77e7-4f69-ac2a-3672d42b2abc,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:38.791267 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-139d83c9-a9f0-4515-8412-4eceb0a889d7 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ceeb7b9bd977407984c0031f1d786310 HTTP/1.1" status: 200 len: 380 time: 0.1182027 Jul 29 14:23:38.807853 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-bed5f885-bced-4bb3-b098-47e96fe70f40 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Request body: {'port': {'device_id': 'b9b47c06-3371-4f2e-beb5-1df2b3960fd7', 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125', 'admin_state_up': True, 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'security_groups': ['19db7deb-0f3d-4013-9767-b454b3dbd4ef']}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:38.810561 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5741024-ad4e-4c80-b89b-469e44826ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=3e53bc76-fa29-4ab1-9414-78fa37c0f0e2,revision_number=3']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:38.816165 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-83e743d7-824c-4c3f-bdad-06518880a07e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:38.844565 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-83e743d7-824c-4c3f-bdad-06518880a07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:38.848954 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-e787567d-7389-4ee1-a316-76a57afe1914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:38.850617 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-e787567d-7389-4ee1-a316-76a57afe1914 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c645f55b8924ce6825612c02df3edcf&device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 1096 time: 0.3080947 Jul 29 14:23:38.851080 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-429344ed-d244-41ba-b94b-936baea836df req-00b65f3c-b2c9-4e36-9660-7de6e49f376a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:38.874621 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-35f6a2a1-894e-44c5-8b59-99cb1ecaa67f req-6e78baad-9df5-44d0-9f15-2dc4f3c5993b tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 210 time: 0.0731573 Jul 29 14:23:38.876936 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-22f2855b-8539-49a7-aead-27733724634c req-193a803f-ac59-4f7e-ae4e-6319e7498e2c service neutron] Attempting to bind port 920a97ad-2bff-414a-a723-d48bccfd98dd on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:23:38.877127 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-22f2855b-8539-49a7-aead-27733724634c req-193a803f-ac59-4f7e-ae4e-6319e7498e2c service neutron] Attempting to bind port 920a97ad-2bff-414a-a723-d48bccfd98dd by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': '835fc5e6-f12e-4899-9ab3-61fab492cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6d0eb179-2c3f-4e51-8768-4cf203aef2f0'}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:23:38.877434 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f2855b-8539-49a7-aead-27733724634c req-193a803f-ac59-4f7e-ae4e-6319e7498e2c service neutron] Attempting to bind port 920a97ad-2bff-414a-a723-d48bccfd98dd on network 6d0eb179-2c3f-4e51-8768-4cf203aef2f0 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:23:38.918310 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-83e743d7-824c-4c3f-bdad-06518880a07e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=21a57788a9d14ec2b3e9923e0c17096c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8910851 Jul 29 14:23:38.923991 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 54314) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:38.925774 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-7216fed1-7bc3-49ff-8583-f06e3e4697ec req-14968ad8-c8ef-42cc-95fb-b08d9d29f831 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3b1f79f8-968b-4076-8530-8ad96627d725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849034 Jul 29 14:23:38.927498 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f2855b-8539-49a7-aead-27733724634c req-193a803f-ac59-4f7e-ae4e-6319e7498e2c service neutron] Port 920a97ad-2bff-414a-a723-d48bccfd98dd on network 6d0eb179-2c3f-4e51-8768-4cf203aef2f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:23:38.927863 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f2855b-8539-49a7-aead-27733724634c req-193a803f-ac59-4f7e-ae4e-6319e7498e2c service neutron] Attempting to bind port 920a97ad-2bff-414a-a723-d48bccfd98dd on network 6d0eb179-2c3f-4e51-8768-4cf203aef2f0 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:23:38.978352 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6691a-15d7-4630-9cf2-4f0785fa7d3c req-1dcbb55b-75eb-4580-82a0-982efae64dd0 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:38.980244 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-94c6691a-15d7-4630-9cf2-4f0785fa7d3c req-1dcbb55b-75eb-4580-82a0-982efae64dd0 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 931 time: 0.4148233 Jul 29 14:23:38.986591 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-8ee4c46a-eb7c-4993-b645-04406913ff47 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e53bc76-fa29-4ab1-9414-78fa37c0f0e2 HTTP/1.1" status: 200 len: 217 time: 0.1171288 Jul 29 14:23:38.987364 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f2855b-8539-49a7-aead-27733724634c req-193a803f-ac59-4f7e-ae4e-6319e7498e2c service neutron] Checking agent: {'id': 'fd26b577-982f-4e34-ab76-8a88883d4fab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:23:38.987789 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f2855b-8539-49a7-aead-27733724634c req-193a803f-ac59-4f7e-ae4e-6319e7498e2c service neutron] Checking segment: {'id': '835fc5e6-f12e-4899-9ab3-61fab492cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6d0eb179-2c3f-4e51-8768-4cf203aef2f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:23:38.988154 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f2855b-8539-49a7-aead-27733724634c req-193a803f-ac59-4f7e-ae4e-6319e7498e2c service neutron] Bound using segment: {'id': '835fc5e6-f12e-4899-9ab3-61fab492cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6d0eb179-2c3f-4e51-8768-4cf203aef2f0'} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:23:38.988605 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-22f2855b-8539-49a7-aead-27733724634c req-193a803f-ac59-4f7e-ae4e-6319e7498e2c service neutron] Bound port: 920a97ad-2bff-414a-a723-d48bccfd98dd, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '835fc5e6-f12e-4899-9ab3-61fab492cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6d0eb179-2c3f-4e51-8768-4cf203aef2f0'}}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:23:38.988962 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-22f2855b-8539-49a7-aead-27733724634c req-193a803f-ac59-4f7e-ae4e-6319e7498e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:39.016817 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e743d7-824c-4c3f-bdad-06518880a07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1bdfe8-be45-4e75-a020-4fff21e998c8,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:39.035436 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2adba305-765e-4fe9-8501-46fc0fac3f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:39.059139 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2adba305-765e-4fe9-8501-46fc0fac3f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:39.138668 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-bed5f885-bced-4bb3-b098-47e96fe70f40 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Made reservation on behalf of ceeb7b9bd977407984c0031f1d786310 for: {'port': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:23:39.143079 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-bed5f885-bced-4bb3-b098-47e96fe70f40 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:39.165663 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2adba305-765e-4fe9-8501-46fc0fac3f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:39.168503 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2adba305-765e-4fe9-8501-46fc0fac3f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:39.172215 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-2adba305-765e-4fe9-8501-46fc0fac3f4a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fc1bdfe8-be45-4e75-a020-4fff21e998c8 HTTP/1.1" status: 204 len: 168 time: 0.2428153 Jul 29 14:23:39.191048 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adba305-765e-4fe9-8501-46fc0fac3f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1bdfe8-be45-4e75-a020-4fff21e998c8,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:39.323326 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-94c6691a-15d7-4630-9cf2-4f0785fa7d3c req-8cdd214d-fac5-4e57-bbcd-6a62713754a2 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286644 Jul 29 14:23:39.346811 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cb36b-c1bb-47f5-b153-3ceee4357d77 req-7b62123a-9433-44cd-948e-eacccf00f422 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:39.348704 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a90cb36b-c1bb-47f5-b153-3ceee4357d77 req-7b62123a-9433-44cd-948e-eacccf00f422 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=4291070a-7fa6-48ef-a290-ad399733ce27 HTTP/1.1" status: 200 len: 946 time: 0.3674819 Jul 29 14:23:39.356495 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-0b6f69fb-7bcf-4846-b218-ee76167ac4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:39.358711 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-0b6f69fb-7bcf-4846-b218-ee76167ac4b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71071247-be60-474f-b8b3-e493b3eca889 HTTP/1.1" status: 200 len: 859 time: 0.2628062 Jul 29 14:23:39.508981 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-bed5f885-bced-4bb3-b098-47e96fe70f40 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Allocated IP 172.20.0.10 (b3cec429-afe0-40ba-a154-12d562265125/0feee60d-456e-4fb7-af3e-353853088018/63ee529b-d804-4509-b79a-2b8d91edfaa0) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:23:39.611778 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-89055832-9ccc-4e11-b2b5-9f5e9561b44a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d0eb179-2c3f-4e51-8768-4cf203aef2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2422240 Jul 29 14:23:39.634790 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-22f2855b-8539-49a7-aead-27733724634c req-193a803f-ac59-4f7e-ae4e-6319e7498e2c service neutron] For port 920a97ad-2bff-414a-a723-d48bccfd98dd, host hv-cinder-80288, cleared binding levels {{(pid=93047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:23:39.733869 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 54342) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:39.737887 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-22f2855b-8539-49a7-aead-27733724634c req-193a803f-ac59-4f7e-ae4e-6319e7498e2c service neutron] For port 920a97ad-2bff-414a-a723-d48bccfd98dd, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=920a97ad-2bff-414a-a723-d48bccfd98dd,segment=NetworkSegment(835fc5e6-f12e-4899-9ab3-61fab492cf37),segment_id=835fc5e6-f12e-4899-9ab3-61fab492cf37)] {{(pid=93047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:23:39.770134 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-22f2855b-8539-49a7-aead-27733724634c req-193a803f-ac59-4f7e-ae4e-6319e7498e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079021'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:39.797844 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a90cb36b-c1bb-47f5-b153-3ceee4357d77 req-669ae109-1240-41eb-9024-84cacbc261b6 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316111 Jul 29 14:23:39.856880 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-98207975-aca3-43ca-93fa-ae88f9a38be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:39.883657 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-bed5f885-bced-4bb3-b098-47e96fe70f40 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:39.909857 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-bed5f885-bced-4bb3-b098-47e96fe70f40 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Transition to ACTIVE for port object 63ee529b-d804-4509-b79a-2b8d91edfaa0 will not be triggered until provisioned by entity DHCP. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:23:39.935373 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44aca83-171b-4f4a-bd30-d05a2098cc2d req-cba54232-5e4c-4c02-a1ed-06b67165cae2 tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:39.936945 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a44aca83-171b-4f4a-bd30-d05a2098cc2d req-cba54232-5e4c-4c02-a1ed-06b67165cae2 tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/ports?device_id=57ce5603-2840-4ecd-8223-1cb2eded0850 HTTP/1.1" status: 200 len: 946 time: 0.3314164 Jul 29 14:23:39.957146 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2855b-8539-49a7-aead-27733724634c req-193a803f-ac59-4f7e-ae4e-6319e7498e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:39.957684 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-22f2855b-8539-49a7-aead-27733724634c req-193a803f-ac59-4f7e-ae4e-6319e7498e2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:39.959303 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-22f2855b-8539-49a7-aead-27733724634c req-193a803f-ac59-4f7e-ae4e-6319e7498e2c service neutron] 10.222.0.42 "PUT /v2.0/ports/920a97ad-2bff-414a-a723-d48bccfd98dd HTTP/1.1" status: 200 len: 1093 time: 3.4785473 Jul 29 14:23:39.959640 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-bed5f885-bced-4bb3-b098-47e96fe70f40 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:40.071356 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a803f-ac59-4f7e-ae4e-6319e7498e2c service neutron] Pushing event updated for resources: {'Port': ['ID=920a97ad-2bff-414a-a723-d48bccfd98dd,revision_number=3']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:40.081680 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5f885-bced-4bb3-b098-47e96fe70f40 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Pushing event updated for resources: {'Port': ['ID=63ee529b-d804-4509-b79a-2b8d91edfaa0,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:40.085563 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-bed5f885-bced-4bb3-b098-47e96fe70f40 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Network b3cec429-afe0-40ba-a154-12d562265125 is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:23:40.088263 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-bed5f885-bced-4bb3-b098-47e96fe70f40 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:23:40.091308 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-bed5f885-bced-4bb3-b098-47e96fe70f40 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:23:40.110178 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [req-429344ed-d244-41ba-b94b-936baea836df req-00b65f3c-b2c9-4e36-9660-7de6e49f376a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc3c8625-9b45-4092-a832-b91a030a5ed2 {{(pid=93047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:23:40.120095 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-429344ed-d244-41ba-b94b-936baea836df req-00b65f3c-b2c9-4e36-9660-7de6e49f376a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:40.137976 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [req-429344ed-d244-41ba-b94b-936baea836df req-00b65f3c-b2c9-4e36-9660-7de6e49f376a service neutron] Transition to ACTIVE for port object bc3c8625-9b45-4092-a832-b91a030a5ed2 will not be triggered until provisioned by entity L2. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:23:40.150694 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-bed5f885-bced-4bb3-b098-47e96fe70f40 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:40.151627 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-bed5f885-bced-4bb3-b098-47e96fe70f40 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:40.190247 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-429344ed-d244-41ba-b94b-936baea836df req-00b65f3c-b2c9-4e36-9660-7de6e49f376a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079021'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:40.205445 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-388fff26-9718-41be-838e-71d03e26b51b service neutron] 10.222.0.42 "GET /v2.0/networks/6d0eb179-2c3f-4e51-8768-4cf203aef2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5821528 Jul 29 14:23:40.268437 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a44aca83-171b-4f4a-bd30-d05a2098cc2d req-2542d391-ad8c-4296-aab0-ae846c285a2c tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1f79f8-968b-4076-8530-8ad96627d725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019269 Jul 29 14:23:40.347150 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a4359-8fde-42e7-a555-c205214dc2b9 req-b348b77a-5b85-4bfd-8ac6-284c6aa25a2e tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:40.348964 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-367a4359-8fde-42e7-a555-c205214dc2b9 req-b348b77a-5b85-4bfd-8ac6-284c6aa25a2e tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 943 time: 0.4429977 Jul 29 14:23:40.366678 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2855b-8539-49a7-aead-27733724634c req-e0442f9f-0524-4923-a1a0-36724712644b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:40.368329 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-22f2855b-8539-49a7-aead-27733724634c req-e0442f9f-0524-4923-a1a0-36724712644b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c645f55b8924ce6825612c02df3edcf&device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 1096 time: 0.3392081 Jul 29 14:23:40.432345 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b65f3c-b2c9-4e36-9660-7de6e49f376a service neutron] Pushing event updated for resources: {'Port': ['ID=bc3c8625-9b45-4092-a832-b91a030a5ed2,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:40.469128 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad0d8503-dcd9-4f50-99ee-de79b75ff575 None None] Provisioning for port 63ee529b-d804-4509-b79a-2b8d91edfaa0 completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:23:40.476416 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-ad0d8503-dcd9-4f50-99ee-de79b75ff575 None None] Provisioning complete for port 63ee529b-d804-4509-b79a-2b8d91edfaa0 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:23:40.476803 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ad0d8503-dcd9-4f50-99ee-de79b75ff575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:40.519248 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-ad0d8503-dcd9-4f50-99ee-de79b75ff575 None None] Port 63ee529b-d804-4509-b79a-2b8d91edfaa0 cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:23:40.542487 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8', 'tag': '920a97ad-2bff-414a-a723-d48bccfd98dd'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:23:40.545025 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d29991c668386e200e1a1994fca063bc4f2dc54aaad28d0a971c904e1588ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbc3fb7-a5cf-4405-a0b6-159ad4ba421d" -d '{"events": [{"name": "network-changed", "server_uuid": "11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8", "tag": "920a97ad-2bff-414a-a723-d48bccfd98dd"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:23:40.550931 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-22f2855b-8539-49a7-aead-27733724634c req-60c9aabb-dd27-4071-a0ad-d130ad5c92ce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=920a97ad-2bff-414a-a723-d48bccfd98dd HTTP/1.1" status: 200 len: 217 time: 0.1491618 Jul 29 14:23:40.678481 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-367a4359-8fde-42e7-a555-c205214dc2b9 req-ec52ffb0-8bd9-49b7-98bd-18a05b593601 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161910 Jul 29 14:23:40.745106 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-98207975-aca3-43ca-93fa-ae88f9a38be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:40.756594 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-bed5f885-bced-4bb3-b098-47e96fe70f40 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9534290 Jul 29 14:23:40.758014 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f8bf9-c660-4bab-84f0-205530e845d0 req-2249d6a0-0fc8-43e2-9dbf-e86fcf9325cf tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:40.760141 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9c5f8bf9-c660-4bab-84f0-205530e845d0 req-2249d6a0-0fc8-43e2-9dbf-e86fcf9325cf tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 932 time: 0.3345349 Jul 29 14:23:40.769599 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3318fdd4-2e22-43d0-b290-121ebb0c445f req-66a15ff8-9138-467f-81ce-8f3f31dfb718 service neutron] 10.222.0.42 "GET /v2.0/networks/6d0eb179-2c3f-4e51-8768-4cf203aef2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5521975 Jul 29 14:23:40.773251 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-6728dc95-f1ee-419a-bc6b-19ae61374e9b service neutron] Request body: {'port': {'device_id': 'b9b47c06-3371-4f2e-beb5-1df2b3960fd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:40.777636 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-98207975-aca3-43ca-93fa-ae88f9a38be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:40.803382 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2855b-8539-49a7-aead-27733724634c req-bb574fb2-5ce2-4dd9-a611-0291752f9d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:40.806022 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-22f2855b-8539-49a7-aead-27733724634c req-bb574fb2-5ce2-4dd9-a611-0291752f9d22 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71071247-be60-474f-b8b3-e493b3eca889 HTTP/1.1" status: 200 len: 859 time: 0.2434614 Jul 29 14:23:40.811379 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-429344ed-d244-41ba-b94b-936baea836df req-00b65f3c-b2c9-4e36-9660-7de6e49f376a service neutron] Attempting to bind port bc3c8625-9b45-4092-a832-b91a030a5ed2 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:23:40.812130 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-429344ed-d244-41ba-b94b-936baea836df req-00b65f3c-b2c9-4e36-9660-7de6e49f376a service neutron] Attempting to bind port bc3c8625-9b45-4092-a832-b91a030a5ed2 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': '2a3c3cb3-1d3e-4c59-bff4-f754839f2eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628'}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:23:40.813348 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429344ed-d244-41ba-b94b-936baea836df req-00b65f3c-b2c9-4e36-9660-7de6e49f376a service neutron] Attempting to bind port bc3c8625-9b45-4092-a832-b91a030a5ed2 on network 8a4c7fff-7798-4447-98a3-cd40daeca628 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:23:40.869668 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-6728dc95-f1ee-419a-bc6b-19ae61374e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:40.924334 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429344ed-d244-41ba-b94b-936baea836df req-00b65f3c-b2c9-4e36-9660-7de6e49f376a service neutron] Port bc3c8625-9b45-4092-a832-b91a030a5ed2 on network 8a4c7fff-7798-4447-98a3-cd40daeca628 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:23:40.924718 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429344ed-d244-41ba-b94b-936baea836df req-00b65f3c-b2c9-4e36-9660-7de6e49f376a service neutron] Attempting to bind port bc3c8625-9b45-4092-a832-b91a030a5ed2 on network 8a4c7fff-7798-4447-98a3-cd40daeca628 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:23:40.928272 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-22f2855b-8539-49a7-aead-27733724634c req-01cf3d34-a62a-4f58-a0af-00012571c108 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d0eb179-2c3f-4e51-8768-4cf203aef2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011026 Jul 29 14:23:40.964164 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-98207975-aca3-43ca-93fa-ae88f9a38be8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c3b152dffab34e6a8aea27cb0719b9de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2219377 Jul 29 14:23:40.972543 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98207975-aca3-43ca-93fa-ae88f9a38be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9477216d-7662-4745-bb00-3316ac660bba,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:40.979160 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 54386) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:40.988199 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9c5f8bf9-c660-4bab-84f0-205530e845d0 req-9519db94-9bd4-4c80-abe6-7f2a063abe2d tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120004 Jul 29 14:23:40.990305 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429344ed-d244-41ba-b94b-936baea836df req-00b65f3c-b2c9-4e36-9660-7de6e49f376a service neutron] Checking agent: {'id': 'fd26b577-982f-4e34-ab76-8a88883d4fab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:23:40.990608 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429344ed-d244-41ba-b94b-936baea836df req-00b65f3c-b2c9-4e36-9660-7de6e49f376a service neutron] Checking segment: {'id': '2a3c3cb3-1d3e-4c59-bff4-f754839f2eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:23:40.991039 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429344ed-d244-41ba-b94b-936baea836df req-00b65f3c-b2c9-4e36-9660-7de6e49f376a service neutron] Bound using segment: {'id': '2a3c3cb3-1d3e-4c59-bff4-f754839f2eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628'} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:23:40.991494 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-429344ed-d244-41ba-b94b-936baea836df req-00b65f3c-b2c9-4e36-9660-7de6e49f376a service neutron] Bound port: bc3c8625-9b45-4092-a832-b91a030a5ed2, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3c3cb3-1d3e-4c59-bff4-f754839f2eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628'}}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:23:40.991954 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-429344ed-d244-41ba-b94b-936baea836df req-00b65f3c-b2c9-4e36-9660-7de6e49f376a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:41.092167 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80c2324-f374-4d38-93f3-86d2ddf05284 x-openstack-request-id: req-b80c2324-f374-4d38-93f3-86d2ddf05284 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:23:41.092482 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8", "tag": "920a97ad-2bff-414a-a723-d48bccfd98dd", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:23:41.092718 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b80c2324-f374-4d38-93f3-86d2ddf05284 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:23:41.093113 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8', 'tag': '920a97ad-2bff-414a-a723-d48bccfd98dd', 'status': 'completed', 'code': 200} Jul 29 14:23:41.123818 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b608ab-2c53-467e-9d0d-39383f62ec0b req-b4723683-6134-4236-873f-17af322107ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:41.125343 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-44b608ab-2c53-467e-9d0d-39383f62ec0b req-b4723683-6134-4236-873f-17af322107ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c645f55b8924ce6825612c02df3edcf&device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 1096 time: 0.2727020 Jul 29 14:23:41.152502 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144a363-2099-4575-9362-c16d69ffc942 req-b1593163-ba60-4b81-9c2a-05e8be808908 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:41.154074 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b144a363-2099-4575-9362-c16d69ffc942 req-b1593163-ba60-4b81-9c2a-05e8be808908 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 943 time: 0.3043406 Jul 29 14:23:41.256460 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-6728dc95-f1ee-419a-bc6b-19ae61374e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63ee529b-d804-4509-b79a-2b8d91edfaa0 {{(pid=93046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:23:41.265721 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-6728dc95-f1ee-419a-bc6b-19ae61374e9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:41.281565 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-6728dc95-f1ee-419a-bc6b-19ae61374e9b service neutron] Transition to ACTIVE for port object 63ee529b-d804-4509-b79a-2b8d91edfaa0 will not be triggered until provisioned by entity L2. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:23:41.285509 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-6728dc95-f1ee-419a-bc6b-19ae61374e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971904'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:41.366138 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b608ab-2c53-467e-9d0d-39383f62ec0b req-9a86ab84-0f5b-45fe-95ce-ef53b4edf44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:41.367726 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-44b608ab-2c53-467e-9d0d-39383f62ec0b req-9a86ab84-0f5b-45fe-95ce-ef53b4edf44b service neutron] 10.222.0.42 "GET /v2.0/networks?id=6d0eb179-2c3f-4e51-8768-4cf203aef2f0 HTTP/1.1" status: 200 len: 920 time: 0.2055371 Jul 29 14:23:41.384272 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b144a363-2099-4575-9362-c16d69ffc942 req-ce40db68-8edf-44f9-a90e-17e9b893b195 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205145 Jul 29 14:23:41.391101 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-429344ed-d244-41ba-b94b-936baea836df req-00b65f3c-b2c9-4e36-9660-7de6e49f376a service neutron] For port bc3c8625-9b45-4092-a832-b91a030a5ed2, host hv-cinder-80288, cleared binding levels {{(pid=93047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:23:41.403857 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6728dc95-f1ee-419a-bc6b-19ae61374e9b service neutron] Pushing event updated for resources: {'Port': ['ID=63ee529b-d804-4509-b79a-2b8d91edfaa0,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:41.417001 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8a94d007-1f76-4921-9163-f3e635060027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:41.420278 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-22f2855b-8539-49a7-aead-27733724634c req-7341c61f-63c1-4973-b1aa-5f651cbd623d service neutron] 10.222.0.42 "GET /v2.0/networks/6d0eb179-2c3f-4e51-8768-4cf203aef2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619412 Jul 29 14:23:41.484620 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-6728dc95-f1ee-419a-bc6b-19ae61374e9b service neutron] Attempting to bind port 63ee529b-d804-4509-b79a-2b8d91edfaa0 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:23:41.485264 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-6728dc95-f1ee-419a-bc6b-19ae61374e9b service neutron] Attempting to bind port 63ee529b-d804-4509-b79a-2b8d91edfaa0 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': '171cdf2a-2213-42f7-85e5-9a92fa36eb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125'}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:23:41.485798 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-6728dc95-f1ee-419a-bc6b-19ae61374e9b service neutron] Attempting to bind port 63ee529b-d804-4509-b79a-2b8d91edfaa0 on network b3cec429-afe0-40ba-a154-12d562265125 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:23:41.490906 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-6728dc95-f1ee-419a-bc6b-19ae61374e9b service neutron] Port 63ee529b-d804-4509-b79a-2b8d91edfaa0 on network b3cec429-afe0-40ba-a154-12d562265125 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:23:41.491534 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-6728dc95-f1ee-419a-bc6b-19ae61374e9b service neutron] Attempting to bind port 63ee529b-d804-4509-b79a-2b8d91edfaa0 on network b3cec429-afe0-40ba-a154-12d562265125 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:23:41.498467 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-6728dc95-f1ee-419a-bc6b-19ae61374e9b service neutron] Checking agent: {'id': 'fd26b577-982f-4e34-ab76-8a88883d4fab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:23:41.498894 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-6728dc95-f1ee-419a-bc6b-19ae61374e9b service neutron] Checking segment: {'id': '171cdf2a-2213-42f7-85e5-9a92fa36eb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:23:41.499674 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-6728dc95-f1ee-419a-bc6b-19ae61374e9b service neutron] Bound using segment: {'id': '171cdf2a-2213-42f7-85e5-9a92fa36eb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125'} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:23:41.500299 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-6728dc95-f1ee-419a-bc6b-19ae61374e9b service neutron] Bound port: 63ee529b-d804-4509-b79a-2b8d91edfaa0, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '171cdf2a-2213-42f7-85e5-9a92fa36eb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125'}}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:23:41.500873 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-6728dc95-f1ee-419a-bc6b-19ae61374e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:41.506148 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-44b608ab-2c53-467e-9d0d-39383f62ec0b req-532199b3-76bb-42d6-aded-314b3a94c654 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e53bc76-fa29-4ab1-9414-78fa37c0f0e2 HTTP/1.1" status: 200 len: 217 time: 0.1206477 Jul 29 14:23:41.589864 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-6728dc95-f1ee-419a-bc6b-19ae61374e9b service neutron] For port 63ee529b-d804-4509-b79a-2b8d91edfaa0, host hv-cinder-80288, cleared binding levels {{(pid=93046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:23:41.590670 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-429344ed-d244-41ba-b94b-936baea836df req-00b65f3c-b2c9-4e36-9660-7de6e49f376a service neutron] For port bc3c8625-9b45-4092-a832-b91a030a5ed2, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=bc3c8625-9b45-4092-a832-b91a030a5ed2,segment=NetworkSegment(2a3c3cb3-1d3e-4c59-bff4-f754839f2eca),segment_id=2a3c3cb3-1d3e-4c59-bff4-f754839f2eca)] {{(pid=93047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:23:41.595598 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-6728dc95-f1ee-419a-bc6b-19ae61374e9b service neutron] For port 63ee529b-d804-4509-b79a-2b8d91edfaa0, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=63ee529b-d804-4509-b79a-2b8d91edfaa0,segment=NetworkSegment(171cdf2a-2213-42f7-85e5-9a92fa36eb78),segment_id=171cdf2a-2213-42f7-85e5-9a92fa36eb78)] {{(pid=93046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:23:41.601457 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-6728dc95-f1ee-419a-bc6b-19ae61374e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971904'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:41.687998 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-6728dc95-f1ee-419a-bc6b-19ae61374e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:41.689622 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-6728dc95-f1ee-419a-bc6b-19ae61374e9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:41.691661 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-6728dc95-f1ee-419a-bc6b-19ae61374e9b service neutron] 10.222.0.42 "PUT /v2.0/ports/63ee529b-d804-4509-b79a-2b8d91edfaa0 HTTP/1.1" status: 200 len: 1094 time: 0.9252450 Jul 29 14:23:41.692196 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b47c06-3371-4f2e-beb5-1df2b3960fd7', 'tag': '63ee529b-d804-4509-b79a-2b8d91edfaa0'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:23:41.692317 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-429344ed-d244-41ba-b94b-936baea836df req-00b65f3c-b2c9-4e36-9660-7de6e49f376a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079021'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:41.742785 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8a94d007-1f76-4921-9163-f3e635060027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:41.844534 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419ac32-e543-458f-a2aa-d191bcf37b72 req-71554022-2c1b-491a-913c-559026514e59 tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:41.846295 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d419ac32-e543-458f-a2aa-d191bcf37b72 req-71554022-2c1b-491a-913c-559026514e59 tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/ports?device_id=57ce5603-2840-4ecd-8223-1cb2eded0850 HTTP/1.1" status: 200 len: 946 time: 0.4435732 Jul 29 14:23:41.857900 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429344ed-d244-41ba-b94b-936baea836df req-00b65f3c-b2c9-4e36-9660-7de6e49f376a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:41.858625 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-429344ed-d244-41ba-b94b-936baea836df req-00b65f3c-b2c9-4e36-9660-7de6e49f376a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:41.861298 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-429344ed-d244-41ba-b94b-936baea836df req-00b65f3c-b2c9-4e36-9660-7de6e49f376a service neutron] 10.222.0.42 "PUT /v2.0/ports/bc3c8625-9b45-4092-a832-b91a030a5ed2 HTTP/1.1" status: 200 len: 1093 time: 3.4012015 Jul 29 14:23:41.949964 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6728dc95-f1ee-419a-bc6b-19ae61374e9b service neutron] Pushing event updated for resources: {'Port': ['ID=63ee529b-d804-4509-b79a-2b8d91edfaa0,revision_number=3']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:41.998335 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12d0d8acfdc7c270d197b253719fe34768a82c9c4ffac31e71dba4df5af88c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5c6b5c-c84d-46fe-8e84-a6cb496da4f2" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b47c06-3371-4f2e-beb5-1df2b3960fd7", "tag": "63ee529b-d804-4509-b79a-2b8d91edfaa0"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:23:42.006072 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-c47addd2-2bd1-4a97-b115-e7bbb3ceba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:42.011902 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b608ab-2c53-467e-9d0d-39383f62ec0b req-3df2601f-7137-46ea-b252-ac3661c3d416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:42.013405 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-44b608ab-2c53-467e-9d0d-39383f62ec0b req-3df2601f-7137-46ea-b252-ac3661c3d416 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71071247-be60-474f-b8b3-e493b3eca889 HTTP/1.1" status: 200 len: 859 time: 0.4254375 Jul 29 14:23:42.013652 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-c47addd2-2bd1-4a97-b115-e7bbb3ceba92 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ceeb7b9bd977407984c0031f1d786310&device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 1097 time: 0.2444115 Jul 29 14:23:42.089080 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b65f3c-b2c9-4e36-9660-7de6e49f376a service neutron] Pushing event updated for resources: {'Port': ['ID=bc3c8625-9b45-4092-a832-b91a030a5ed2,revision_number=3']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:42.093296 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-44b608ab-2c53-467e-9d0d-39383f62ec0b req-d8e0bd29-80f8-4506-8126-5f2b93316d11 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d0eb179-2c3f-4e51-8768-4cf203aef2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513721 Jul 29 14:23:42.186044 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-21037844-9aea-4934-a67a-65b68793fbfc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63ee529b-d804-4509-b79a-2b8d91edfaa0 HTTP/1.1" status: 200 len: 217 time: 0.1576037 Jul 29 14:23:42.290529 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-c86f9aea-901f-4224-9d67-cc219ac14976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:42.290529 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-c86f9aea-901f-4224-9d67-cc219ac14976 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0feee60d-456e-4fb7-af3e-353853088018 HTTP/1.1" status: 200 len: 849 time: 0.0920694 Jul 29 14:23:42.333791 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-22f2855b-8539-49a7-aead-27733724634c req-cb7575d8-7585-4d50-a8b6-9fb4d94133fb service neutron] 10.222.0.42 "GET /v2.0/networks/6d0eb179-2c3f-4e51-8768-4cf203aef2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8597481 Jul 29 14:23:42.407023 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d419ac32-e543-458f-a2aa-d191bcf37b72 req-caa6e238-7c9b-4d44-9f68-942ee0a35924 tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1f79f8-968b-4076-8530-8ad96627d725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5233133 Jul 29 14:23:42.426179 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-3a4bb6cc-2bab-4a5a-a52b-dcbf00853f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:42.430028 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-3a4bb6cc-2bab-4a5a-a52b-dcbf00853f1d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3cec429-afe0-40ba-a154-12d562265125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1241739 Jul 29 14:23:42.456318 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8a94d007-1f76-4921-9163-f3e635060027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:42.459169 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8a94d007-1f76-4921-9163-f3e635060027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:42.463566 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-8a94d007-1f76-4921-9163-f3e635060027 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9477216d-7662-4745-bb00-3316ac660bba HTTP/1.1" status: 204 len: 168 time: 1.4711473 Jul 29 14:23:42.476964 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429344ed-d244-41ba-b94b-936baea836df req-4a5bd19b-e11d-4f3c-860b-4568955ef11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:42.478794 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-429344ed-d244-41ba-b94b-936baea836df req-4a5bd19b-e11d-4f3c-860b-4568955ef11c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ecc5aee94f74408ba54b34189a01d823&device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 1096 time: 0.5124447 Jul 29 14:23:42.506227 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94d007-1f76-4921-9163-f3e635060027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9477216d-7662-4745-bb00-3316ac660bba,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:42.559701 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c16a54-3952-4f0f-8593-f17c5eba8acc req-0f362e87-33f8-4349-a668-0daec492ec91 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:42.561316 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-87c16a54-3952-4f0f-8593-f17c5eba8acc req-0f362e87-33f8-4349-a668-0daec492ec91 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 943 time: 0.2333124 Jul 29 14:23:42.580214 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-429344ed-d244-41ba-b94b-936baea836df req-681e3400-113d-4b26-9b45-05cccb9b8fd1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc3c8625-9b45-4092-a832-b91a030a5ed2 HTTP/1.1" status: 200 len: 217 time: 0.0832827 Jul 29 14:23:42.594803 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc3fb7-a5cf-4405-a0b6-159ad4ba421d req-cc7bff98-7a08-4dfa-b514-cb420ccbd77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:42.596576 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cfbc3fb7-a5cf-4405-a0b6-159ad4ba421d req-cc7bff98-7a08-4dfa-b514-cb420ccbd77b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c645f55b8924ce6825612c02df3edcf&device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 1096 time: 0.1860456 Jul 29 14:23:42.601034 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-44b608ab-2c53-467e-9d0d-39383f62ec0b req-b2adfd91-9eab-4e84-98a1-a3f77a454b56 service neutron] 10.222.0.42 "GET /v2.0/networks/6d0eb179-2c3f-4e51-8768-4cf203aef2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927812 Jul 29 14:23:42.630013 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d8c3e9-8633-4136-aeaa-ac49ad9d6a92 x-openstack-request-id: req-e4d8c3e9-8633-4136-aeaa-ac49ad9d6a92 {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:23:42.630309 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b47c06-3371-4f2e-beb5-1df2b3960fd7", "tag": "63ee529b-d804-4509-b79a-2b8d91edfaa0", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:23:42.630565 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e4d8c3e9-8633-4136-aeaa-ac49ad9d6a92 {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:23:42.631022 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b47c06-3371-4f2e-beb5-1df2b3960fd7', 'tag': '63ee529b-d804-4509-b79a-2b8d91edfaa0', 'status': 'completed', 'code': 200} Jul 29 14:23:42.680494 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-9e57f1de-165c-4dd0-8e88-b042b9b7160e service neutron] 10.222.0.42 "GET /v2.0/networks/b3cec429-afe0-40ba-a154-12d562265125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443817 Jul 29 14:23:42.787012 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0c8c08ae-7ffd-4348-bb4d-af079507f021 req-83c02137-7827-41e5-8ca7-52469ee95819 service neutron] 10.222.0.42 "GET /v2.0/networks/b3cec429-afe0-40ba-a154-12d562265125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974410 Jul 29 14:23:42.810404 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-87c16a54-3952-4f0f-8593-f17c5eba8acc req-a9102b25-4b1a-4652-b225-7f0b5a9b2322 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259567 Jul 29 14:23:42.833676 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429344ed-d244-41ba-b94b-936baea836df req-02401ac1-5a67-4e45-b63f-7b7900e6672c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:42.834623 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-429344ed-d244-41ba-b94b-936baea836df req-02401ac1-5a67-4e45-b63f-7b7900e6672c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6 HTTP/1.1" status: 200 len: 856 time: 0.2357628 Jul 29 14:23:42.951040 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c6b5c-c84d-46fe-8e84-a6cb496da4f2 req-17493d98-50f7-4f17-8a9b-15ef06415156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:42.952619 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ee5c6b5c-c84d-46fe-8e84-a6cb496da4f2 req-17493d98-50f7-4f17-8a9b-15ef06415156 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ceeb7b9bd977407984c0031f1d786310&device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 1097 time: 0.0752554 Jul 29 14:23:42.984866 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc3fb7-a5cf-4405-a0b6-159ad4ba421d req-07aef586-aeb8-45b4-af54-a358ae11cfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:42.988728 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cfbc3fb7-a5cf-4405-a0b6-159ad4ba421d req-07aef586-aeb8-45b4-af54-a358ae11cfe1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6d0eb179-2c3f-4e51-8768-4cf203aef2f0 HTTP/1.1" status: 200 len: 920 time: 0.3680129 Jul 29 14:23:43.002255 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80707a-6106-4503-832a-f325f0ae0819 req-90a05530-76ba-4821-b4b3-0c870dcdd742 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:43.003785 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ab80707a-6106-4503-832a-f325f0ae0819 req-90a05530-76ba-4821-b4b3-0c870dcdd742 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 944 time: 0.2875087 Jul 29 14:23:43.104145 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01db94d4-e648-4291-bc95-804315620a2e', 'tag': 'bc3c8625-9b45-4092-a832-b91a030a5ed2'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:23:43.106389 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d29991c668386e200e1a1994fca063bc4f2dc54aaad28d0a971c904e1588ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcf8417-e73b-4782-a2ea-2bffe7c0b12e" -d '{"events": [{"name": "network-changed", "server_uuid": "01db94d4-e648-4291-bc95-804315620a2e", "tag": "bc3c8625-9b45-4092-a832-b91a030a5ed2"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:23:43.120524 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-44b608ab-2c53-467e-9d0d-39383f62ec0b req-76a6bc07-88c3-4e4f-aa3b-b892e897c372 service neutron] 10.222.0.42 "GET /v2.0/networks/6d0eb179-2c3f-4e51-8768-4cf203aef2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5030556 Jul 29 14:23:43.147449 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cfbc3fb7-a5cf-4405-a0b6-159ad4ba421d req-4b3e1dc0-050a-4085-9946-c1ce6d844f8d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=920a97ad-2bff-414a-a723-d48bccfd98dd HTTP/1.1" status: 200 len: 217 time: 0.1264555 Jul 29 14:23:43.188364 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c6b5c-c84d-46fe-8e84-a6cb496da4f2 req-4594c585-79ad-4c89-8d87-642dd018a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:43.190315 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ee5c6b5c-c84d-46fe-8e84-a6cb496da4f2 req-4594c585-79ad-4c89-8d87-642dd018a93a service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3cec429-afe0-40ba-a154-12d562265125 HTTP/1.1" status: 200 len: 911 time: 0.2265351 Jul 29 14:23:43.219746 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429344ed-d244-41ba-b94b-936baea836df req-a6502585-5f79-4431-8803-850a1e4afaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:43.220895 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-429344ed-d244-41ba-b94b-936baea836df req-a6502585-5f79-4431-8803-850a1e4afaff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a4c7fff-7798-4447-98a3-cd40daeca628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3347845 Jul 29 14:23:43.265376 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ab80707a-6106-4503-832a-f325f0ae0819 req-0d4ba283-cce3-427e-b24f-634bd1593d2d tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251487 Jul 29 14:23:43.268316 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ee5c6b5c-c84d-46fe-8e84-a6cb496da4f2 req-3101a732-894a-4629-b958-cf8a1c42ed71 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63ee529b-d804-4509-b79a-2b8d91edfaa0 HTTP/1.1" status: 200 len: 217 time: 0.0622728 Jul 29 14:23:43.312259 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6322d65-daa9-463c-8c7e-6dc24a0ee477 req-acd8e991-d465-4aa7-9d90-bb48faf32411 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:43.313857 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e6322d65-daa9-463c-8c7e-6dc24a0ee477 req-acd8e991-d465-4aa7-9d90-bb48faf32411 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 943 time: 0.3316097 Jul 29 14:23:43.341159 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc3fb7-a5cf-4405-a0b6-159ad4ba421d req-e552ba6e-b012-4113-98ab-e41bdc534148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:43.341159 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cfbc3fb7-a5cf-4405-a0b6-159ad4ba421d req-e552ba6e-b012-4113-98ab-e41bdc534148 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71071247-be60-474f-b8b3-e493b3eca889 HTTP/1.1" status: 200 len: 859 time: 0.1701887 Jul 29 14:23:43.380430 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e49e69-575e-4f30-9a02-c328aa45ecb9 x-openstack-request-id: req-d7e49e69-575e-4f30-9a02-c328aa45ecb9 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:23:43.380670 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01db94d4-e648-4291-bc95-804315620a2e", "tag": "bc3c8625-9b45-4092-a832-b91a030a5ed2", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:23:43.380893 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d7e49e69-575e-4f30-9a02-c328aa45ecb9 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:23:43.381247 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01db94d4-e648-4291-bc95-804315620a2e', 'tag': 'bc3c8625-9b45-4092-a832-b91a030a5ed2', 'status': 'completed', 'code': 200} Jul 29 14:23:43.389686 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c6b5c-c84d-46fe-8e84-a6cb496da4f2 req-2f49755b-c99d-43e3-92c3-5427564f9b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:43.392460 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ee5c6b5c-c84d-46fe-8e84-a6cb496da4f2 req-2f49755b-c99d-43e3-92c3-5427564f9b0e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0feee60d-456e-4fb7-af3e-353853088018 HTTP/1.1" status: 200 len: 849 time: 0.1144865 Jul 29 14:23:43.407225 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cfbc3fb7-a5cf-4405-a0b6-159ad4ba421d req-4226eccd-c549-4a04-9d31-84cf9108d2f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d0eb179-2c3f-4e51-8768-4cf203aef2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571191 Jul 29 14:23:43.464876 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e6322d65-daa9-463c-8c7e-6dc24a0ee477 req-269dd1da-8b69-4af5-9df4-17b9f629a8b2 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261795 Jul 29 14:23:43.482406 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c6b5c-c84d-46fe-8e84-a6cb496da4f2 req-5f787f12-c6a0-4407-9120-8423caeea33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:43.483982 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ee5c6b5c-c84d-46fe-8e84-a6cb496da4f2 req-5f787f12-c6a0-4407-9120-8423caeea33b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3cec429-afe0-40ba-a154-12d562265125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0825043 Jul 29 14:23:43.496756 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-429344ed-d244-41ba-b94b-936baea836df req-0bfa2aa4-f94e-4c5e-9f0a-e7ca1c241af3 service neutron] 10.222.0.42 "GET /v2.0/networks/8a4c7fff-7798-4447-98a3-cd40daeca628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624571 Jul 29 14:23:43.610196 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cfbc3fb7-a5cf-4405-a0b6-159ad4ba421d req-4201f0d4-a3b3-4b6b-bea2-2f114f44c0e4 service neutron] 10.222.0.42 "GET /v2.0/networks/6d0eb179-2c3f-4e51-8768-4cf203aef2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839931 Jul 29 14:23:43.615104 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ee5c6b5c-c84d-46fe-8e84-a6cb496da4f2 req-d054d982-37c2-4caa-932d-75733e98aae7 service neutron] 10.222.0.42 "GET /v2.0/networks/b3cec429-afe0-40ba-a154-12d562265125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234622 Jul 29 14:23:43.679301 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-429344ed-d244-41ba-b94b-936baea836df req-b45d26bf-4082-454c-9b78-5e51380343bb service neutron] 10.222.0.42 "GET /v2.0/networks/8a4c7fff-7798-4447-98a3-cd40daeca628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756315 Jul 29 14:23:43.732434 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cfbc3fb7-a5cf-4405-a0b6-159ad4ba421d req-4531563b-be95-4a2f-9480-6371b58a6a7f service neutron] 10.222.0.42 "GET /v2.0/networks/6d0eb179-2c3f-4e51-8768-4cf203aef2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076813 Jul 29 14:23:43.786696 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf8417-e73b-4782-a2ea-2bffe7c0b12e req-7752747e-dd34-4f20-a06c-538aa362bcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:43.788255 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cbcf8417-e73b-4782-a2ea-2bffe7c0b12e req-7752747e-dd34-4f20-a06c-538aa362bcd5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ecc5aee94f74408ba54b34189a01d823&device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 1096 time: 0.0456517 Jul 29 14:23:43.901876 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ee5c6b5c-c84d-46fe-8e84-a6cb496da4f2 req-8ddbfbb0-b873-4d18-b187-d8a91a60304c service neutron] 10.222.0.42 "GET /v2.0/networks/b3cec429-afe0-40ba-a154-12d562265125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781153 Jul 29 14:23:43.902603 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf8417-e73b-4782-a2ea-2bffe7c0b12e req-579175c2-f942-4226-b273-f6127578f6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:43.904366 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cbcf8417-e73b-4782-a2ea-2bffe7c0b12e req-579175c2-f942-4226-b273-f6127578f6cf service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a4c7fff-7798-4447-98a3-cd40daeca628 HTTP/1.1" status: 200 len: 918 time: 0.1084571 Jul 29 14:23:43.980688 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cbcf8417-e73b-4782-a2ea-2bffe7c0b12e req-6aa63471-022d-42c2-aaad-442ef5911ecf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc3c8625-9b45-4092-a832-b91a030a5ed2 HTTP/1.1" status: 200 len: 217 time: 0.0530784 Jul 29 14:23:44.004431 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dea08-cc15-495c-8163-baafcbeed6b6 req-264aaf97-a4c4-47e6-9139-b8cdaa5a6c9f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:44.005940 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1a6dea08-cc15-495c-8163-baafcbeed6b6 req-264aaf97-a4c4-47e6-9139-b8cdaa5a6c9f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 943 time: 0.0887790 Jul 29 14:23:44.067539 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf8417-e73b-4782-a2ea-2bffe7c0b12e req-75572587-d4a7-4aa8-b9e4-92772cae1c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:44.069038 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cbcf8417-e73b-4782-a2ea-2bffe7c0b12e req-75572587-d4a7-4aa8-b9e4-92772cae1c8b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6 HTTP/1.1" status: 200 len: 856 time: 0.0805273 Jul 29 14:23:44.074900 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1a6dea08-cc15-495c-8163-baafcbeed6b6 req-c0910651-23a6-4e4f-b09f-67ff52df473c tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467813 Jul 29 14:23:44.120517 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf8417-e73b-4782-a2ea-2bffe7c0b12e req-8502e770-4f51-4f15-8b08-19fdbe63c829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:44.121902 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cbcf8417-e73b-4782-a2ea-2bffe7c0b12e req-8502e770-4f51-4f15-8b08-19fdbe63c829 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a4c7fff-7798-4447-98a3-cd40daeca628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451910 Jul 29 14:23:44.227443 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cbcf8417-e73b-4782-a2ea-2bffe7c0b12e req-bef640c3-2774-4e83-893d-7908b828b57d service neutron] 10.222.0.42 "GET /v2.0/networks/8a4c7fff-7798-4447-98a3-cd40daeca628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969076 Jul 29 14:23:44.336698 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cbcf8417-e73b-4782-a2ea-2bffe7c0b12e req-c630280e-0b73-4e15-b928-f91e4df8f9b2 service neutron] 10.222.0.42 "GET /v2.0/networks/8a4c7fff-7798-4447-98a3-cd40daeca628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014194 Jul 29 14:23:44.398801 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad5a2f-d330-4994-94fd-2f481542ed56 req-f7e37e12-dba2-4be7-907a-1be35a92a945 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:44.403452 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-95ad5a2f-d330-4994-94fd-2f481542ed56 req-f7e37e12-dba2-4be7-907a-1be35a92a945 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 944 time: 0.0601950 Jul 29 14:23:44.467806 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-95ad5a2f-d330-4994-94fd-2f481542ed56 req-3184f6e7-2361-4e3b-a7a5-feab7a25e0df tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528705 Jul 29 14:23:44.633467 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a401a-eae7-49db-a683-903b779fe94f req-276f4a25-06c2-48d1-b6b0-b0fa049ff5bd tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:44.635297 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-be2a401a-eae7-49db-a683-903b779fe94f req-276f4a25-06c2-48d1-b6b0-b0fa049ff5bd tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 943 time: 0.0702007 Jul 29 14:23:44.636815 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 54540) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:44.677768 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-be2a401a-eae7-49db-a683-903b779fe94f req-8a02047a-0feb-4480-a429-7a553f3fa763 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363095 Jul 29 14:23:44.686551 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_v2 [None req-280bc7f5-78d7-4357-a8c9-6b4c5068dffe admin admin] Deleting subnet 6961230b-3993-41e9-83dd-e3010cedf4c4 {{(pid=93046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:23:44.690823 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-280bc7f5-78d7-4357-a8c9-6b4c5068dffe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:44.732121 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-280bc7f5-78d7-4357-a8c9-6b4c5068dffe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2928358'] for subnet, precommit_delete_associations {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:44.781511 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-280bc7f5-78d7-4357-a8c9-6b4c5068dffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773198'] for subnet, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:44.839429 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 920a97ad-2bff-414a-a723-d48bccfd98dd details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:23:44.861882 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-280bc7f5-78d7-4357-a8c9-6b4c5068dffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2971958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58777958'] for subnet, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:44.875523 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-280bc7f5-78d7-4357-a8c9-6b4c5068dffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:44.877466 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-280bc7f5-78d7-4357-a8c9-6b4c5068dffe admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6961230b-3993-41e9-83dd-e3010cedf4c4 HTTP/1.1" status: 204 len: 168 time: 0.2395887 Jul 29 14:23:44.880029 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 54558) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:44.896027 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280bc7f5-78d7-4357-a8c9-6b4c5068dffe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6961230b-3993-41e9-83dd-e3010cedf4c4,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:44.961591 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 920a97ad-2bff-414a-a723-d48bccfd98dd, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=920a97ad-2bff-414a-a723-d48bccfd98dd,segment=NetworkSegment(835fc5e6-f12e-4899-9ab3-61fab492cf37),segment_id=835fc5e6-f12e-4899-9ab3-61fab492cf37)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:23:44.968831 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e736785a-3f7b-4fa3-b499-8a61b49306dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653895'] for network, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:44.977567 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Returning: {'device': '920a97ad-2bff-414a-a723-d48bccfd98dd', 'network_id': '6d0eb179-2c3f-4e51-8768-4cf203aef2f0', 'port_id': '920a97ad-2bff-414a-a723-d48bccfd98dd', 'mac_address': 'fa:16:3e:35:ee:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71071247-be60-474f-b8b3-e493b3eca889', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:23:45.018269 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:45.036810 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 920a97ad-2bff-414a-a723-d48bccfd98dd {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:23:45.065047 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 920a97ad-2bff-414a-a723-d48bccfd98dd, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=920a97ad-2bff-414a-a723-d48bccfd98dd,segment=NetworkSegment(835fc5e6-f12e-4899-9ab3-61fab492cf37),segment_id=835fc5e6-f12e-4899-9ab3-61fab492cf37)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:23:45.065484 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e736785a-3f7b-4fa3-b499-8a61b49306dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770265', 'neutron.services.segments.db._delete_segments_for_network-8774390517041'] for network, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:45.071402 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:45.073862 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 3e53bc76-fa29-4ab1-9414-78fa37c0f0e2 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:23:45.079470 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-e736785a-3f7b-4fa3-b499-8a61b49306dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59dbc139-413e-49ec-bb5f-52dc3f79ab35']}} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:45.090979 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-e736785a-3f7b-4fa3-b499-8a61b49306dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453b3e9d-df3c-48ea-b566-d8e45e0d5798') {'for_net_delete': True} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:45.091358 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-e736785a-3f7b-4fa3-b499-8a61b49306dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453b3e9d-df3c-48ea-b566-d8e45e0d5798') {} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:45.113338 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e736785a-3f7b-4fa3-b499-8a61b49306dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774390517562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3079135'] for segment, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:45.144126 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e736785a-3f7b-4fa3-b499-8a61b49306dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:45.157499 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e736785a-3f7b-4fa3-b499-8a61b49306dc admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=93047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:23:45.158108 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e736785a-3f7b-4fa3-b499-8a61b49306dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078533'] for segment, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:45.177676 dv-cinder-802882-2-iscsi neutron-server[93047]: Traceback (most recent call last): Jul 29 14:23:45.177676 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:23:45.177676 dv-cinder-802882-2-iscsi neutron-server[93047]: timer() Jul 29 14:23:45.177676 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:23:45.177676 dv-cinder-802882-2-iscsi neutron-server[93047]: cb(*args, **kw) Jul 29 14:23:45.177676 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:23:45.177676 dv-cinder-802882-2-iscsi neutron-server[93047]: return func(*args, **kwargs) Jul 29 14:23:45.177676 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:23:45.177676 dv-cinder-802882-2-iscsi neutron-server[93047]: self._notify() Jul 29 14:23:45.177676 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:23:45.177676 dv-cinder-802882-2-iscsi neutron-server[93047]: self.callback(batched_events) Jul 29 14:23:45.177676 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:23:45.177676 dv-cinder-802882-2-iscsi neutron-server[93047]: event.method(event) Jul 29 14:23:45.177676 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:23:45.177676 dv-cinder-802882-2-iscsi neutron-server[93047]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:23:45.177676 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:23:45.177676 dv-cinder-802882-2-iscsi neutron-server[93047]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:23:45.177676 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:23:45.177676 dv-cinder-802882-2-iscsi neutron-server[93047]: return f(self, *a, **k) Jul 29 14:23:45.177676 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:23:45.177676 dv-cinder-802882-2-iscsi neutron-server[93047]: return self._get(url).json() Jul 29 14:23:45.177676 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:23:45.177676 dv-cinder-802882-2-iscsi neutron-server[93047]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:23:45.177676 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:23:45.177676 dv-cinder-802882-2-iscsi neutron-server[93047]: return self.request(url, 'GET', **kwargs) Jul 29 14:23:45.177676 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:23:45.177676 dv-cinder-802882-2-iscsi neutron-server[93047]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:23:45.177676 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:23:45.177676 dv-cinder-802882-2-iscsi neutron-server[93047]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:23:45.177676 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:23:45.177676 dv-cinder-802882-2-iscsi neutron-server[93047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:23:45.177676 dv-cinder-802882-2-iscsi neutron-server[93047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:23:45.186997 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 3e53bc76-fa29-4ab1-9414-78fa37c0f0e2, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=3e53bc76-fa29-4ab1-9414-78fa37c0f0e2,segment=NetworkSegment(835fc5e6-f12e-4899-9ab3-61fab492cf37),segment_id=835fc5e6-f12e-4899-9ab3-61fab492cf37)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:23:45.214492 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=920a97ad-2bff-414a-a723-d48bccfd98dd,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:45.221397 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Returning: {'device': '3e53bc76-fa29-4ab1-9414-78fa37c0f0e2', 'network_id': '6d0eb179-2c3f-4e51-8768-4cf203aef2f0', 'port_id': '3e53bc76-fa29-4ab1-9414-78fa37c0f0e2', 'mac_address': 'fa:16:3e:fd:62:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71071247-be60-474f-b8b3-e493b3eca889', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:23:45.271855 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:45.279070 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e736785a-3f7b-4fa3-b499-8a61b49306dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744631'] for network, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:45.294787 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e53bc76-fa29-4ab1-9414-78fa37c0f0e2 {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:23:45.298859 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e736785a-3f7b-4fa3-b499-8a61b49306dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:45.303355 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-e736785a-3f7b-4fa3-b499-8a61b49306dc admin admin] 10.222.0.44 "DELETE /v2.0/networks/59dbc139-413e-49ec-bb5f-52dc3f79ab35 HTTP/1.1" status: 204 len: 168 time: 0.4197242 Jul 29 14:23:45.304225 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 54598) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:45.315055 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee878f23-63a3-42df-a95a-c95bf36f970b req-065b1f27-3e13-46df-9f0b-c0cbed32de91 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:45.316488 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ee878f23-63a3-42df-a95a-c95bf36f970b req-065b1f27-3e13-46df-9f0b-c0cbed32de91 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 944 time: 0.1113238 Jul 29 14:23:45.317265 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e736785a-3f7b-4fa3-b499-8a61b49306dc admin admin] Pushing event deleted for resources: {'Network': ['ID=59dbc139-413e-49ec-bb5f-52dc3f79ab35,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:45.354908 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 3e53bc76-fa29-4ab1-9414-78fa37c0f0e2, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=3e53bc76-fa29-4ab1-9414-78fa37c0f0e2,segment=NetworkSegment(835fc5e6-f12e-4899-9ab3-61fab492cf37),segment_id=835fc5e6-f12e-4899-9ab3-61fab492cf37)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:23:45.360379 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:45.373459 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_v2 [None req-4102911a-cde6-437f-aee6-91b62a9e41b4 admin admin] Deleting subnet 1d5ee42a-0310-4388-9810-e42b66fbdeed {{(pid=93046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:23:45.377264 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4102911a-cde6-437f-aee6-91b62a9e41b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:45.397497 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ee878f23-63a3-42df-a95a-c95bf36f970b req-1b9112fb-164f-4be5-a9e6-2968eab094b9 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685313 Jul 29 14:23:45.438003 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4102911a-cde6-437f-aee6-91b62a9e41b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2928358'] for subnet, precommit_delete_associations {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:45.446399 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=3e53bc76-fa29-4ab1-9414-78fa37c0f0e2,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:45.488506 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4102911a-cde6-437f-aee6-91b62a9e41b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773198'] for subnet, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:45.618090 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4102911a-cde6-437f-aee6-91b62a9e41b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2971958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58777958'] for subnet, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:45.619470 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e09560-970d-456f-8d2e-8d7d7fde94cb req-22bc71ef-34c8-42cb-ade3-b7912720357d tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:45.621419 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b2e09560-970d-456f-8d2e-8d7d7fde94cb req-22bc71ef-34c8-42cb-ade3-b7912720357d tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 944 time: 0.0702000 Jul 29 14:23:45.628830 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['3e53bc76-fa29-4ab1-9414-78fa37c0f0e2'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:23:45.675126 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102911a-cde6-437f-aee6-91b62a9e41b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d5ee42a-0310-4388-9810-e42b66fbdeed,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:45.677983 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['920a97ad-2bff-414a-a723-d48bccfd98dd'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:23:45.699460 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4102911a-cde6-437f-aee6-91b62a9e41b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:45.703163 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-4102911a-cde6-437f-aee6-91b62a9e41b4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1d5ee42a-0310-4388-9810-e42b66fbdeed HTTP/1.1" status: 204 len: 168 time: 0.3959434 Jul 29 14:23:45.704293 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 54624) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:45.711488 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b2e09560-970d-456f-8d2e-8d7d7fde94cb req-886a58c3-12c5-49a0-a482-0730a713cf25 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799191 Jul 29 14:23:45.816051 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-79beac1b-e78a-40c9-be30-5fe9c0b1eb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653895'] for network, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:45.865637 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffe311-67e5-41f1-84bc-37f8a7ceee3a req-ccb08a99-ef46-446a-873d-27d24707aefc tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:45.875952 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3cffe311-67e5-41f1-84bc-37f8a7ceee3a req-ccb08a99-ef46-446a-873d-27d24707aefc tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 943 time: 0.0947156 Jul 29 14:23:45.915565 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3cffe311-67e5-41f1-84bc-37f8a7ceee3a req-a2803b6a-0ae3-49b8-83bd-fe4f79bb9f5c tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339637 Jul 29 14:23:45.917966 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-79beac1b-e78a-40c9-be30-5fe9c0b1eb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770265', 'neutron.services.segments.db._delete_segments_for_network-8774390517041'] for network, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:45.925117 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 54634) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:45.930220 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-79beac1b-e78a-40c9-be30-5fe9c0b1eb78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5cbbe7-a097-4273-aa53-417b58e471ef']}} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:45.942921 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-79beac1b-e78a-40c9-be30-5fe9c0b1eb78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f1112c-a5a9-4834-a067-34b29b2031d0') {'for_net_delete': True} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:45.943230 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-79beac1b-e78a-40c9-be30-5fe9c0b1eb78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f1112c-a5a9-4834-a067-34b29b2031d0') {} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:45.959994 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-79beac1b-e78a-40c9-be30-5fe9c0b1eb78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774390517562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2928365'] for segment, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:45.977019 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-79beac1b-e78a-40c9-be30-5fe9c0b1eb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:45.984160 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79beac1b-e78a-40c9-be30-5fe9c0b1eb78 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=93046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:23:45.984598 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-79beac1b-e78a-40c9-be30-5fe9c0b1eb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972648'] for segment, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:45.986715 dv-cinder-802882-2-iscsi neutron-server[93046]: Traceback (most recent call last): Jul 29 14:23:45.986715 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:23:45.986715 dv-cinder-802882-2-iscsi neutron-server[93046]: timer() Jul 29 14:23:45.986715 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:23:45.986715 dv-cinder-802882-2-iscsi neutron-server[93046]: cb(*args, **kw) Jul 29 14:23:45.986715 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:23:45.986715 dv-cinder-802882-2-iscsi neutron-server[93046]: return func(*args, **kwargs) Jul 29 14:23:45.986715 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:23:45.986715 dv-cinder-802882-2-iscsi neutron-server[93046]: self._notify() Jul 29 14:23:45.986715 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:23:45.986715 dv-cinder-802882-2-iscsi neutron-server[93046]: self.callback(batched_events) Jul 29 14:23:45.986715 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:23:45.986715 dv-cinder-802882-2-iscsi neutron-server[93046]: event.method(event) Jul 29 14:23:45.986715 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:23:45.986715 dv-cinder-802882-2-iscsi neutron-server[93046]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:23:45.986715 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:23:45.986715 dv-cinder-802882-2-iscsi neutron-server[93046]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:23:45.986715 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:23:45.986715 dv-cinder-802882-2-iscsi neutron-server[93046]: return f(self, *a, **k) Jul 29 14:23:45.986715 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:23:45.986715 dv-cinder-802882-2-iscsi neutron-server[93046]: return self._get(url).json() Jul 29 14:23:45.986715 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:23:45.986715 dv-cinder-802882-2-iscsi neutron-server[93046]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:23:45.986715 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:23:45.986715 dv-cinder-802882-2-iscsi neutron-server[93046]: return self.request(url, 'GET', **kwargs) Jul 29 14:23:45.986715 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:23:45.986715 dv-cinder-802882-2-iscsi neutron-server[93046]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:23:45.986715 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:23:45.986715 dv-cinder-802882-2-iscsi neutron-server[93046]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:23:45.986715 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:23:45.986715 dv-cinder-802882-2-iscsi neutron-server[93046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:23:45.986715 dv-cinder-802882-2-iscsi neutron-server[93046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:23:46.049896 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-79beac1b-e78a-40c9-be30-5fe9c0b1eb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744631'] for network, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:46.055481 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-79beac1b-e78a-40c9-be30-5fe9c0b1eb78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:46.060369 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-79beac1b-e78a-40c9-be30-5fe9c0b1eb78 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1c5cbbe7-a097-4273-aa53-417b58e471ef HTTP/1.1" status: 204 len: 168 time: 0.3528228 Jul 29 14:23:46.067198 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0fa06eee-b6d3-40bf-92d5-8803a42b07bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:46.073070 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79beac1b-e78a-40c9-be30-5fe9c0b1eb78 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c5cbbe7-a097-4273-aa53-417b58e471ef,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:46.163407 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0fa06eee-b6d3-40bf-92d5-8803a42b07bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:46.167262 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0fa06eee-b6d3-40bf-92d5-8803a42b07bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:46.186467 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 54640) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:46.205904 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-0fa06eee-b6d3-40bf-92d5-8803a42b07bb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f2c4ce16823c4950918ee617e6e52486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797024 Jul 29 14:23:46.208935 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 54642) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:46.215789 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa06eee-b6d3-40bf-92d5-8803a42b07bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b3959a-db1f-482b-9b5f-5d31b90d81c3,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:46.232100 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-9270c5d8-90d9-4c0f-9d32-d3fe8b42db16 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=69129a1dc7fb4632991833ca8b351c81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444708 Jul 29 14:23:46.234666 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 54644) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:46.296079 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e250077b-6db1-4513-9d23-d749a5657bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:46.313156 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-50141945-2067-494e-a023-cb41b7caa5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:46.331257 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e250077b-6db1-4513-9d23-d749a5657bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:46.355164 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-50141945-2067-494e-a023-cb41b7caa5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:46.420662 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e250077b-6db1-4513-9d23-d749a5657bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:46.423820 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-e250077b-6db1-4513-9d23-d749a5657bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:46.428230 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-e250077b-6db1-4513-9d23-d749a5657bc3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/84b3959a-db1f-482b-9b5f-5d31b90d81c3 HTTP/1.1" status: 204 len: 168 time: 0.2160990 Jul 29 14:23:46.430055 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-50141945-2067-494e-a023-cb41b7caa5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:46.432757 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-50141945-2067-494e-a023-cb41b7caa5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:46.433838 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-50141945-2067-494e-a023-cb41b7caa5ed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dcd10df6-73f9-4f4d-997b-d5ecea4571ba HTTP/1.1" status: 204 len: 168 time: 0.1982293 Jul 29 14:23:46.439165 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e250077b-6db1-4513-9d23-d749a5657bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b3959a-db1f-482b-9b5f-5d31b90d81c3,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:46.454926 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50141945-2067-494e-a023-cb41b7caa5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd10df6-73f9-4f4d-997b-d5ecea4571ba,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:46.536407 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e119c45-c42f-45bb-8ba8-e90540a5aa5c req-7b6002a7-92cb-4bc9-a533-ac2d21215811 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:46.538260 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2e119c45-c42f-45bb-8ba8-e90540a5aa5c req-7b6002a7-92cb-4bc9-a533-ac2d21215811 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 944 time: 0.0516367 Jul 29 14:23:46.584322 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2e119c45-c42f-45bb-8ba8-e90540a5aa5c req-a848b550-9428-49af-8765-cb4de9327149 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393462 Jul 29 14:23:46.808750 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 54662) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:46.854443 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 54664) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:46.855702 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device bc3c8625-9b45-4092-a832-b91a030a5ed2 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:23:46.857905 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 920a97ad-2bff-414a-a723-d48bccfd98dd up at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:23:46.859280 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a2de0-2c8b-416e-8d69-6d48145b0dc4 req-168075ec-0162-4ff7-a9bc-d0bb3554d2b5 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:46.862608 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d00a2de0-2c8b-416e-8d69-6d48145b0dc4 req-168075ec-0162-4ff7-a9bc-d0bb3554d2b5 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 944 time: 0.0768299 Jul 29 14:23:46.875145 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-6a718949-a36a-4a7a-b971-bfe09c27207c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aed399d75bf24b739dc025aa2dd3e9bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0652170 Jul 29 14:23:46.875730 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 54666) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:46.888459 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9f27d4e6-bac2-49f5-96c0-12b9f9ab4882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:46.914874 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d00a2de0-2c8b-416e-8d69-6d48145b0dc4 req-47e4817b-260e-4b7b-8a37-3f3b706047a4 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446107 Jul 29 14:23:46.968825 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e9c1bc63-fd69-44af-a65e-af8e8ab7751f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:47.004858 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e9c1bc63-fd69-44af-a65e-af8e8ab7751f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:47.016049 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port bc3c8625-9b45-4092-a832-b91a030a5ed2, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=bc3c8625-9b45-4092-a832-b91a030a5ed2,segment=NetworkSegment(2a3c3cb3-1d3e-4c59-bff4-f754839f2eca),segment_id=2a3c3cb3-1d3e-4c59-bff4-f754839f2eca)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:23:47.031429 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Returning: {'device': 'bc3c8625-9b45-4092-a832-b91a030a5ed2', 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628', 'port_id': 'bc3c8625-9b45-4092-a832-b91a030a5ed2', 'mac_address': 'fa:16:3e:05:b6:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:23:47.033703 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning for port 920a97ad-2bff-414a-a723-d48bccfd98dd completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:23:47.038470 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning complete for port 920a97ad-2bff-414a-a723-d48bccfd98dd triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:23:47.039012 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:47.098719 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f723364-4e32-4554-b85c-001c27390b66 req-3b7e64b6-9974-4eb0-8f98-66cbec8dc52c tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:47.103510 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4f723364-4e32-4554-b85c-001c27390b66 req-3b7e64b6-9974-4eb0-8f98-66cbec8dc52c tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 943 time: 0.0935218 Jul 29 14:23:47.123082 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9f27d4e6-bac2-49f5-96c0-12b9f9ab4882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:47.124502 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e9c1bc63-fd69-44af-a65e-af8e8ab7751f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:47.127268 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e9c1bc63-fd69-44af-a65e-af8e8ab7751f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:47.128459 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-e9c1bc63-fd69-44af-a65e-af8e8ab7751f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d8505911-18dc-4fde-a61e-32596555e3ea HTTP/1.1" status: 204 len: 168 time: 0.2473612 Jul 29 14:23:47.136492 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9f27d4e6-bac2-49f5-96c0-12b9f9ab4882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:47.140859 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1bc63-fd69-44af-a65e-af8e8ab7751f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8505911-18dc-4fde-a61e-32596555e3ea,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:47.142822 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:47.168064 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc3c8625-9b45-4092-a832-b91a030a5ed2 {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:23:47.201549 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4f723364-4e32-4554-b85c-001c27390b66 req-193821bf-8264-4513-850d-2ad88295a599 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879915 Jul 29 14:23:47.222060 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port bc3c8625-9b45-4092-a832-b91a030a5ed2, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=bc3c8625-9b45-4092-a832-b91a030a5ed2,segment=NetworkSegment(2a3c3cb3-1d3e-4c59-bff4-f754839f2eca),segment_id=2a3c3cb3-1d3e-4c59-bff4-f754839f2eca)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:23:47.228286 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 54684) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:47.232369 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-9f27d4e6-bac2-49f5-96c0-12b9f9ab4882 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=44857e19bbd84eb096901dbd5417a107&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3767114 Jul 29 14:23:47.235503 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f27d4e6-bac2-49f5-96c0-12b9f9ab4882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9ddd76-f0aa-40a6-b3d8-5bae06a2f4cf,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:47.256000 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:47.256671 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 63ee529b-d804-4509-b79a-2b8d91edfaa0 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:23:47.302361 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ece75284-feec-4353-9891-b23addcb4d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:47.319138 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:47.329015 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ece75284-feec-4353-9891-b23addcb4d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:47.360843 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=bc3c8625-9b45-4092-a832-b91a030a5ed2,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:47.391248 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ece75284-feec-4353-9891-b23addcb4d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:47.395801 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ece75284-feec-4353-9891-b23addcb4d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:47.401165 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-ece75284-feec-4353-9891-b23addcb4d93 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e9ddd76-f0aa-40a6-b3d8-5bae06a2f4cf HTTP/1.1" status: 204 len: 168 time: 0.1677334 Jul 29 14:23:47.408479 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece75284-feec-4353-9891-b23addcb4d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9ddd76-f0aa-40a6-b3d8-5bae06a2f4cf,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:47.420815 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920a97ad-2bff-414a-a723-d48bccfd98dd'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:23:47.423464 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccb16db2f9a74c00367815e69fa446d7a78c69e07d65ec2c4e32efa5fc27a6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa236a8b-6ddd-468a-98d4-a93e26e7d814" -d '{"events": [{"server_uuid": "11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8", "name": "network-vif-plugged", "status": "completed", "tag": "920a97ad-2bff-414a-a723-d48bccfd98dd"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:23:47.449414 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 920a97ad-2bff-414a-a723-d48bccfd98dd, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=920a97ad-2bff-414a-a723-d48bccfd98dd,segment=NetworkSegment(835fc5e6-f12e-4899-9ab3-61fab492cf37),segment_id=835fc5e6-f12e-4899-9ab3-61fab492cf37)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:23:47.461062 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:47.461875 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 3e53bc76-fa29-4ab1-9414-78fa37c0f0e2 up at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:23:47.489209 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e2bf2f-5a39-47f0-a8f1-233e7db8d576 x-openstack-request-id: req-57e2bf2f-5a39-47f0-a8f1-233e7db8d576 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:23:47.489499 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8", "name": "network-vif-plugged", "status": "completed", "tag": "920a97ad-2bff-414a-a723-d48bccfd98dd", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:23:47.489944 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-57e2bf2f-5a39-47f0-a8f1-233e7db8d576 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:23:47.490463 dv-cinder-802882-2-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920a97ad-2bff-414a-a723-d48bccfd98dd', 'code': 200} Jul 29 14:23:47.506862 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 54694) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:47.545521 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 63ee529b-d804-4509-b79a-2b8d91edfaa0, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=63ee529b-d804-4509-b79a-2b8d91edfaa0,segment=NetworkSegment(171cdf2a-2213-42f7-85e5-9a92fa36eb78),segment_id=171cdf2a-2213-42f7-85e5-9a92fa36eb78)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:23:47.580244 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Returning: {'device': '63ee529b-d804-4509-b79a-2b8d91edfaa0', 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125', 'port_id': '63ee529b-d804-4509-b79a-2b8d91edfaa0', 'mac_address': 'fa:16:3e:92:2c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0feee60d-456e-4fb7-af3e-353853088018', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:23:47.600541 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=920a97ad-2bff-414a-a723-d48bccfd98dd,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:47.812433 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:47.829485 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning for port 3e53bc76-fa29-4ab1-9414-78fa37c0f0e2 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:23:47.840060 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63ee529b-d804-4509-b79a-2b8d91edfaa0 {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:23:47.862355 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 63ee529b-d804-4509-b79a-2b8d91edfaa0, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=63ee529b-d804-4509-b79a-2b8d91edfaa0,segment=NetworkSegment(171cdf2a-2213-42f7-85e5-9a92fa36eb78),segment_id=171cdf2a-2213-42f7-85e5-9a92fa36eb78)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:23:47.865232 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning complete for port 3e53bc76-fa29-4ab1-9414-78fa37c0f0e2 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:23:47.865824 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:47.870470 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:47.981654 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2a4f650c-79dc-42c1-aa32-f0cc6c32bfe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:48.003942 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ee6a6-37e7-4fe0-975f-47341baf9dbd req-b43c0829-23f4-41c0-9baf-3d51488c3736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:48.005456 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e72ee6a6-37e7-4fe0-975f-47341baf9dbd req-b43c0829-23f4-41c0-9baf-3d51488c3736 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 1098 time: 0.3414166 Jul 29 14:23:48.016007 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=63ee529b-d804-4509-b79a-2b8d91edfaa0,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:48.049773 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10a7ac-e31b-40c3-9945-c4502dd7c359 req-b2beb97f-d260-4b95-83da-101c7d5c4847 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:48.051288 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1b10a7ac-e31b-40c3-9945-c4502dd7c359 req-b2beb97f-d260-4b95-83da-101c7d5c4847 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.3307960 Jul 29 14:23:48.078063 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e72ee6a6-37e7-4fe0-975f-47341baf9dbd req-7d276ad8-b6ca-474d-924d-0ba701830442 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582383 Jul 29 14:23:48.085281 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:48.131848 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 3e53bc76-fa29-4ab1-9414-78fa37c0f0e2, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=3e53bc76-fa29-4ab1-9414-78fa37c0f0e2,segment=NetworkSegment(835fc5e6-f12e-4899-9ab3-61fab492cf37),segment_id=835fc5e6-f12e-4899-9ab3-61fab492cf37)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:23:48.136724 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:48.177070 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1b10a7ac-e31b-40c3-9945-c4502dd7c359 req-d34256d6-6c90-4433-a4c4-3954d10407a2 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009409 Jul 29 14:23:48.187284 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['63ee529b-d804-4509-b79a-2b8d91edfaa0'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:23:48.187594 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff139e1-fa67-46b3-9270-315e033c32bf req-dc8f8c0c-0694-4b8b-9608-04f68f0e2006 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:48.194737 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-dff139e1-fa67-46b3-9270-315e033c32bf req-dc8f8c0c-0694-4b8b-9608-04f68f0e2006 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 945 time: 0.1197174 Jul 29 14:23:48.222532 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['bc3c8625-9b45-4092-a832-b91a030a5ed2'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:23:48.259206 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-dff139e1-fa67-46b3-9270-315e033c32bf req-43135d5f-4d43-463b-8f4f-fe16bc6f3a30 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587900 Jul 29 14:23:48.267259 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=3e53bc76-fa29-4ab1-9414-78fa37c0f0e2,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:48.300253 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2a4f650c-79dc-42c1-aa32-f0cc6c32bfe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:48.306470 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2a4f650c-79dc-42c1-aa32-f0cc6c32bfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:48.388840 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f650c-79dc-42c1-aa32-f0cc6c32bfe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e361a47-70da-4a92-b113-537767af8591,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:48.394958 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-2a4f650c-79dc-42c1-aa32-f0cc6c32bfe5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6d6f018a4330400995a02083f743c757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8867800 Jul 29 14:23:48.397710 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 54738) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:48.421644 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e54bda-5f34-47cc-ae29-f02b811717b9 req-0cb71396-b161-4e7a-8dfc-71ec03dc511c tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:48.424364 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f5e54bda-5f34-47cc-ae29-f02b811717b9 req-0cb71396-b161-4e7a-8dfc-71ec03dc511c tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 944 time: 0.0897317 Jul 29 14:23:48.511454 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f5e54bda-5f34-47cc-ae29-f02b811717b9 req-965a3dbd-a69b-4bcb-9bd4-e6009a52a6ee tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761282 Jul 29 14:23:48.512615 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dbc65d54-8084-485f-a6d1-399a0b96e1f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:48.536703 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dbc65d54-8084-485f-a6d1-399a0b96e1f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:48.586007 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dbc65d54-8084-485f-a6d1-399a0b96e1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:48.589292 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dbc65d54-8084-485f-a6d1-399a0b96e1f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:48.590495 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-dbc65d54-8084-485f-a6d1-399a0b96e1f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1e361a47-70da-4a92-b113-537767af8591 HTTP/1.1" status: 204 len: 168 time: 0.1877508 Jul 29 14:23:48.609491 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc65d54-8084-485f-a6d1-399a0b96e1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e361a47-70da-4a92-b113-537767af8591,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:48.942715 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 54790) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:48.955876 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-14a493ba-4589-4828-bbb5-035bce29827f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:49.089354 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-14a493ba-4589-4828-bbb5-035bce29827f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:49.094123 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-14a493ba-4589-4828-bbb5-035bce29827f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:49.137509 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a493ba-4589-4828-bbb5-035bce29827f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55658bad-3285-416b-b517-a532a081e7ae,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:49.144404 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-14a493ba-4589-4828-bbb5-035bce29827f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6136e641b03d4c3084595674d6cf6a29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1981127 Jul 29 14:23:49.145011 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 54804) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:49.210338 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-98c84c12-ca07-4009-890c-d9b4009ee54b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:49.237962 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-98c84c12-ca07-4009-890c-d9b4009ee54b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:49.349879 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-98c84c12-ca07-4009-890c-d9b4009ee54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:49.354578 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-98c84c12-ca07-4009-890c-d9b4009ee54b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:49.356365 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-98c84c12-ca07-4009-890c-d9b4009ee54b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/55658bad-3285-416b-b517-a532a081e7ae HTTP/1.1" status: 204 len: 168 time: 0.2101650 Jul 29 14:23:49.372893 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c84c12-ca07-4009-890c-d9b4009ee54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55658bad-3285-416b-b517-a532a081e7ae,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:49.414515 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e651f38-513d-4934-9bd3-efa135752502 req-6a2946b1-419b-4dc1-ac51-787dcf3d0966 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:49.416702 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4e651f38-513d-4934-9bd3-efa135752502 req-6a2946b1-419b-4dc1-ac51-787dcf3d0966 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.1273057 Jul 29 14:23:49.469857 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 54818) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:49.478373 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34414f4c-c94c-44c5-8a4f-8008d98545f3 req-162c0d4a-b92c-4979-b720-6f34f6f4a18d tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:49.480086 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-34414f4c-c94c-44c5-8a4f-8008d98545f3 req-162c0d4a-b92c-4979-b720-6f34f6f4a18d tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 945 time: 0.1402326 Jul 29 14:23:49.486489 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4e651f38-513d-4934-9bd3-efa135752502 req-d2a12fcb-2d77-415a-a861-abd1eb9dc847 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625107 Jul 29 14:23:49.491760 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d28087-65b5-4068-b671-04ddc5344f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e53bc76-fa29-4ab1-9414-78fa37c0f0e2'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:23:49.494900 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccb16db2f9a74c00367815e69fa446d7a78c69e07d65ec2c4e32efa5fc27a6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61bd0ebe-7843-47b1-9526-a57f5be9a438" -d '{"events": [{"server_uuid": "b3d28087-65b5-4068-b671-04ddc5344f32", "name": "network-vif-plugged", "status": "completed", "tag": "3e53bc76-fa29-4ab1-9414-78fa37c0f0e2"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:23:49.546244 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8ec516-56a0-4c7d-85d5-ec02113ea381 x-openstack-request-id: req-bc8ec516-56a0-4c7d-85d5-ec02113ea381 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:23:49.546539 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d28087-65b5-4068-b671-04ddc5344f32", "name": "network-vif-plugged", "status": "completed", "tag": "3e53bc76-fa29-4ab1-9414-78fa37c0f0e2", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:23:49.546787 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bc8ec516-56a0-4c7d-85d5-ec02113ea381 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:23:49.547352 dv-cinder-802882-2-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d28087-65b5-4068-b671-04ddc5344f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e53bc76-fa29-4ab1-9414-78fa37c0f0e2', 'code': 200} Jul 29 14:23:49.551687 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-34414f4c-c94c-44c5-8a4f-8008d98545f3 req-47b5a521-37e2-43b8-a0cc-ebc01a7f2bb1 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641563 Jul 29 14:23:49.841580 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-208c0497-a243-405d-9548-f60da70a71e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:49.853899 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886dafab-c950-464e-8523-e8888f50287f req-42a7ab5b-9c26-40ad-a71a-413cb6b4a9e7 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:49.865145 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-886dafab-c950-464e-8523-e8888f50287f req-42a7ab5b-9c26-40ad-a71a-413cb6b4a9e7 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 944 time: 0.1469975 Jul 29 14:23:49.936420 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188d001-65f5-447e-817d-8b30e51d9d89 req-5469d1ce-b354-4eba-b887-d900b109a934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:49.938322 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6188d001-65f5-447e-817d-8b30e51d9d89 req-5469d1ce-b354-4eba-b887-d900b109a934 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 1098 time: 0.1543100 Jul 29 14:23:49.991512 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-886dafab-c950-464e-8523-e8888f50287f req-2e09887f-c054-4bf7-81a5-dbb98578d54a tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238527 Jul 29 14:23:50.030331 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89b93d-9366-4e91-8bb6-fb6be10d9c49 req-08881fbc-b425-4a32-91a5-2a3fd751430a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:50.030331 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8d89b93d-9366-4e91-8bb6-fb6be10d9c49 req-08881fbc-b425-4a32-91a5-2a3fd751430a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c645f55b8924ce6825612c02df3edcf&device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 1098 time: 0.0903597 Jul 29 14:23:50.050984 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6188d001-65f5-447e-817d-8b30e51d9d89 req-71a6f52f-1f3d-4239-8679-d6f8168f0dec service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969925 Jul 29 14:23:50.065863 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa69036-2604-45ee-9d02-186a0bfb2913 req-b28901ff-5612-48e9-b23b-31338901638b tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:50.074049 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6fa69036-2604-45ee-9d02-186a0bfb2913 req-b28901ff-5612-48e9-b23b-31338901638b tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.1186087 Jul 29 14:23:50.127429 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-208c0497-a243-405d-9548-f60da70a71e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:50.136520 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6fa69036-2604-45ee-9d02-186a0bfb2913 req-f4136212-aa37-499e-9d53-4ef9ef8933cb tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615337 Jul 29 14:23:50.143558 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-208c0497-a243-405d-9548-f60da70a71e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:50.213122 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-208c0497-a243-405d-9548-f60da70a71e5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf6d226d2f244c3cb11861ad906f4ebd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7420964 Jul 29 14:23:50.214219 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c0497-a243-405d-9548-f60da70a71e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198ac6dd-775e-44ef-927b-191ed1ee77d8,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:50.215907 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 54860) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:50.230705 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89b93d-9366-4e91-8bb6-fb6be10d9c49 req-1d171d78-1ee8-4dba-8815-3a2f1b73f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:50.232546 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8d89b93d-9366-4e91-8bb6-fb6be10d9c49 req-1d171d78-1ee8-4dba-8815-3a2f1b73f083 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6d0eb179-2c3f-4e51-8768-4cf203aef2f0 HTTP/1.1" status: 200 len: 920 time: 0.1896405 Jul 29 14:23:50.297311 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8d89b93d-9366-4e91-8bb6-fb6be10d9c49 req-51d4fcfe-a0f6-4901-886f-0935e0d37156 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=920a97ad-2bff-414a-a723-d48bccfd98dd HTTP/1.1" status: 200 len: 217 time: 0.0555053 Jul 29 14:23:50.300261 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-9c1d3a7d-bc1b-4652-947c-c1f9718e041a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:50.325149 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-9c1d3a7d-bc1b-4652-947c-c1f9718e041a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:50.388298 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-9c1d3a7d-bc1b-4652-947c-c1f9718e041a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:50.397545 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-9c1d3a7d-bc1b-4652-947c-c1f9718e041a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:50.397545 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-9c1d3a7d-bc1b-4652-947c-c1f9718e041a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/198ac6dd-775e-44ef-927b-191ed1ee77d8 HTTP/1.1" status: 204 len: 168 time: 0.1793907 Jul 29 14:23:50.400589 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89b93d-9366-4e91-8bb6-fb6be10d9c49 req-60bc723f-6287-44cb-b386-d39d9b4bbb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:50.403056 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8d89b93d-9366-4e91-8bb6-fb6be10d9c49 req-60bc723f-6287-44cb-b386-d39d9b4bbb08 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71071247-be60-474f-b8b3-e493b3eca889 HTTP/1.1" status: 200 len: 859 time: 0.0764616 Jul 29 14:23:50.441864 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d3a7d-bc1b-4652-947c-c1f9718e041a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198ac6dd-775e-44ef-927b-191ed1ee77d8,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:50.482418 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8d89b93d-9366-4e91-8bb6-fb6be10d9c49 req-a17b45e6-dd5e-4b00-8860-6e891a2bc002 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d0eb179-2c3f-4e51-8768-4cf203aef2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653098 Jul 29 14:23:50.599930 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8d89b93d-9366-4e91-8bb6-fb6be10d9c49 req-c6511526-efb4-4c5a-ae16-c8768ebddefa service neutron] 10.222.0.42 "GET /v2.0/networks/6d0eb179-2c3f-4e51-8768-4cf203aef2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090467 Jul 29 14:23:50.691478 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03474bc-2658-401c-87cc-62ebb187557b req-de193636-2a2d-432f-8452-1bbd35f3e2e4 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:50.702032 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d03474bc-2658-401c-87cc-62ebb187557b req-de193636-2a2d-432f-8452-1bbd35f3e2e4 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 945 time: 0.0717788 Jul 29 14:23:50.739620 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8d89b93d-9366-4e91-8bb6-fb6be10d9c49 req-171bd8dc-32a8-4d40-95a2-2d0deaaa91da service neutron] 10.222.0.42 "GET /v2.0/networks/6d0eb179-2c3f-4e51-8768-4cf203aef2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266849 Jul 29 14:23:50.758528 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d03474bc-2658-401c-87cc-62ebb187557b req-b9d8abde-e185-461e-bc1b-94c5cb6748ea tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548925 Jul 29 14:23:50.896156 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device bc3c8625-9b45-4092-a832-b91a030a5ed2 up at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:23:50.998919 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning for port bc3c8625-9b45-4092-a832-b91a030a5ed2 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:23:51.006395 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning complete for port bc3c8625-9b45-4092-a832-b91a030a5ed2 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:23:51.007373 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:51.130409 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:51.183112 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f6766-d30e-4ab0-a750-931c12693b5f req-04578876-9a15-470a-b679-e7ef8caebab3 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:51.190699 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-992f6766-d30e-4ab0-a750-931c12693b5f req-04578876-9a15-470a-b679-e7ef8caebab3 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 944 time: 0.0830402 Jul 29 14:23:51.232757 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port bc3c8625-9b45-4092-a832-b91a030a5ed2, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=bc3c8625-9b45-4092-a832-b91a030a5ed2,segment=NetworkSegment(2a3c3cb3-1d3e-4c59-bff4-f754839f2eca),segment_id=2a3c3cb3-1d3e-4c59-bff4-f754839f2eca)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:23:51.242972 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:51.244312 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 63ee529b-d804-4509-b79a-2b8d91edfaa0 up at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:23:51.281129 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-992f6766-d30e-4ab0-a750-931c12693b5f req-739230c3-a81a-413e-9370-6839edfba151 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771861 Jul 29 14:23:51.371732 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning for port 63ee529b-d804-4509-b79a-2b8d91edfaa0 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:23:51.386449 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning complete for port 63ee529b-d804-4509-b79a-2b8d91edfaa0 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:23:51.387268 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:51.401118 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 54920) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:51.425169 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=bc3c8625-9b45-4092-a832-b91a030a5ed2,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:51.538978 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:51.545651 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f927e7-e35a-4778-bdfd-1c4d6d865647 req-2393f3ba-75b2-4251-bd06-74f3d2347765 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:51.549411 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-76f927e7-e35a-4778-bdfd-1c4d6d865647 req-2393f3ba-75b2-4251-bd06-74f3d2347765 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.1168087 Jul 29 14:23:51.557458 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-dff77537-7440-4b34-b335-e975a46d8fd0 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:51.559336 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-dff77537-7440-4b34-b335-e975a46d8fd0 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/networks?id=ba4aefee-5518-43ab-b349-b6284cfd9b1b HTTP/1.1" status: 200 len: 813 time: 0.2366457 Jul 29 14:23:51.566689 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01db94d4-e648-4291-bc95-804315620a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3c8625-9b45-4092-a832-b91a030a5ed2'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:23:51.574026 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccb16db2f9a74c00367815e69fa446d7a78c69e07d65ec2c4e32efa5fc27a6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea905c0-bcf5-4b48-ad0f-7fe2848be9ff" -d '{"events": [{"server_uuid": "01db94d4-e648-4291-bc95-804315620a2e", "name": "network-vif-plugged", "status": "completed", "tag": "bc3c8625-9b45-4092-a832-b91a030a5ed2"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:23:51.589043 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-548fe4ee-9321-4cbe-8fbe-1a254f644dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:51.591795 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-85843205-feb7-4d8f-939f-b1104e05adb3 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/quotas/ec8ec9dd4084494db38fa371530d0d43 HTTP/1.1" status: 200 len: 375 time: 0.0244493 Jul 29 14:23:51.613685 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 63ee529b-d804-4509-b79a-2b8d91edfaa0, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=63ee529b-d804-4509-b79a-2b8d91edfaa0,segment=NetworkSegment(171cdf2a-2213-42f7-85e5-9a92fa36eb78),segment_id=171cdf2a-2213-42f7-85e5-9a92fa36eb78)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:23:51.620788 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:51.655097 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-76f927e7-e35a-4778-bdfd-1c4d6d865647 req-3f3adfa4-3bdb-4ea3-a2aa-094d597a2a31 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943017 Jul 29 14:23:51.686196 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-794511ac-6c78-4408-a220-89267ad39b76 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ec8ec9dd4084494db38fa371530d0d43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0830734 Jul 29 14:23:51.701733 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=63ee529b-d804-4509-b79a-2b8d91edfaa0,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:51.731728 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13313b67-ea68-4cef-958d-e11bf1d74e4d x-openstack-request-id: req-13313b67-ea68-4cef-958d-e11bf1d74e4d {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:23:51.732097 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01db94d4-e648-4291-bc95-804315620a2e", "name": "network-vif-plugged", "status": "completed", "tag": "bc3c8625-9b45-4092-a832-b91a030a5ed2", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:23:51.732438 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-13313b67-ea68-4cef-958d-e11bf1d74e4d {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:23:51.732980 dv-cinder-802882-2-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01db94d4-e648-4291-bc95-804315620a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3c8625-9b45-4092-a832-b91a030a5ed2', 'code': 200} Jul 29 14:23:51.736114 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 54934) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:51.752367 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-548fe4ee-9321-4cbe-8fbe-1a254f644dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:51.757709 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-548fe4ee-9321-4cbe-8fbe-1a254f644dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:51.809793 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-548fe4ee-9321-4cbe-8fbe-1a254f644dcd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2daae52893224b9cba139fe218731d62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4048228 Jul 29 14:23:51.809793 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548fe4ee-9321-4cbe-8fbe-1a254f644dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac071ab2-1dce-4a5b-8e61-af2f74cfd118,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:51.810685 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 54940) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:51.914816 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-964db27a-50e1-4f98-957a-3938ea51200a service neutron] 10.222.0.44 "GET /v2.0/networks/ba4aefee-5518-43ab-b349-b6284cfd9b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196431 Jul 29 14:23:51.920938 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-f65f08d1-f51d-46d4-a243-145d8b50641e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-794231190-network', 'tenant_id': 'e1a792d204574429ad7230217ea907e4'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:51.982633 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47080bca-529c-4c79-bbf3-4e377485be03 req-1295e998-2d8e-42ee-80c6-b960c47298dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:51.984140 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-47080bca-529c-4c79-bbf3-4e377485be03 req-1295e998-2d8e-42ee-80c6-b960c47298dc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 1098 time: 0.0542059 Jul 29 14:23:52.004584 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5f729ff4-1873-4434-b4aa-2d13a755b3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:52.024105 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29998121-0443-4426-9406-b27f614ee62c req-f22814e8-dc3e-4e7d-9ff8-e01cad9fe8a7 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:52.025870 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-29998121-0443-4426-9406-b27f614ee62c req-f22814e8-dc3e-4e7d-9ff8-e01cad9fe8a7 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.1735034 Jul 29 14:23:52.031647 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-47080bca-529c-4c79-bbf3-4e377485be03 req-cd5929ef-2924-49d4-a191-4d4d881c8f65 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392992 Jul 29 14:23:52.037771 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65f08d1-f51d-46d4-a243-145d8b50641e admin admin] Made reservation on behalf of e1a792d204574429ad7230217ea907e4 for: {'network': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:23:52.040091 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f65f08d1-f51d-46d4-a243-145d8b50641e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for network, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:52.077257 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f65f08d1-f51d-46d4-a243-145d8b50641e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:52.096205 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5f729ff4-1873-4434-b4aa-2d13a755b3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:52.154823 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-29998121-0443-4426-9406-b27f614ee62c req-e8e53170-cbef-44f5-a375-03e55b875e06 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180243 Jul 29 14:23:52.156768 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-a084de1e-bee2-435d-91a0-61a9e1ee25d7 service neutron] 10.222.0.44 "GET /v2.0/networks/ba4aefee-5518-43ab-b349-b6284cfd9b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290297 Jul 29 14:23:52.201771 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5f729ff4-1873-4434-b4aa-2d13a755b3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:52.204306 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5f729ff4-1873-4434-b4aa-2d13a755b3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:52.205480 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-5f729ff4-1873-4434-b4aa-2d13a755b3a3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ac071ab2-1dce-4a5b-8e61-af2f74cfd118 HTTP/1.1" status: 204 len: 168 time: 0.3937976 Jul 29 14:23:52.219113 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f729ff4-1873-4434-b4aa-2d13a755b3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac071ab2-1dce-4a5b-8e61-af2f74cfd118,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:52.264991 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f65f08d1-f51d-46d4-a243-145d8b50641e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:52.269866 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f65f08d1-f51d-46d4-a243-145d8b50641e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:52.300668 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f65f08d1-f51d-46d4-a243-145d8b50641e admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=93047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:23:52.311201 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f08d1-f51d-46d4-a243-145d8b50641e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0acfd1-26e6-4a1a-b50b-6d7dc1b17c62,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:52.344653 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f65f08d1-f51d-46d4-a243-145d8b50641e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:52.345244 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.db.segments_db [None req-f65f08d1-f51d-46d4-a243-145d8b50641e admin admin] Added segment e4e9cef4-d88b-431d-840b-7cccd51c3f22 of type vlan for network 8ad5c676-7022-4ca1-916a-090985606ac2 Jul 29 14:23:52.388069 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4b0b7c14-3a14-4a4d-a35a-c86d6996f8c8 req-5b26ce7b-6f5d-428c-80b1-9363eff7bd1d tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a9afabf-c84c-4451-88ac-e3ff914cd8fb HTTP/1.1" status: 200 len: 210 time: 0.0601392 Jul 29 14:23:52.453452 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f65f08d1-f51d-46d4-a243-145d8b50641e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774390054750'] for network, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:52.520329 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc0524-82d3-4c04-b029-490814a17bf5 req-b63c3322-9820-4050-b946-4640b3b81eea tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:52.521894 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-71cc0524-82d3-4c04-b029-490814a17bf5 req-b63c3322-9820-4050-b946-4640b3b81eea tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 945 time: 0.0893731 Jul 29 14:23:52.522564 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f65f08d1-f51d-46d4-a243-145d8b50641e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:52.523458 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65f08d1-f51d-46d4-a243-145d8b50641e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:52.524026 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f65f08d1-f51d-46d4-a243-145d8b50641e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:52.599946 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-f65f08d1-f51d-46d4-a243-145d8b50641e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8627117 Jul 29 14:23:52.603926 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 54964) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:52.608558 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-e09c7608-cf6f-4a1c-a9a8-8b7f6a3e01a8 admin admin] Request body: {'subnet': {'network_id': '8ad5c676-7022-4ca1-916a-090985606ac2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-794231190-subnet', 'tenant_id': 'e1a792d204574429ad7230217ea907e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:52.639200 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f08d1-f51d-46d4-a243-145d8b50641e admin admin] Pushing event updated for resources: {'Network': ['ID=8ad5c676-7022-4ca1-916a-090985606ac2,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:52.641397 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09c7608-cf6f-4a1c-a9a8-8b7f6a3e01a8 admin admin] Made reservation on behalf of e1a792d204574429ad7230217ea907e4 for: {'subnet': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:23:52.644909 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e09c7608-cf6f-4a1c-a9a8-8b7f6a3e01a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58777921'] for subnet, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:52.650388 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Network 8ad5c676-7022-4ca1-916a-090985606ac2 details requested by agent ovs-agent-dv-cinder-802882-2-iscsi with host dv-cinder-802882-2-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:23:52.664729 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-71cc0524-82d3-4c04-b029-490814a17bf5 req-017cb917-9398-415a-ac81-28372e8c8bd5 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319244 Jul 29 14:23:52.802948 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93513c6d-65ec-42be-b213-db495429ce82 req-65c1f64c-d1d2-45d1-bf0d-1bf7ab87fe8c tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:52.804652 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-93513c6d-65ec-42be-b213-db495429ce82 req-65c1f64c-d1d2-45d1-bf0d-1bf7ab87fe8c tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0578399 Jul 29 14:23:52.869136 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-93513c6d-65ec-42be-b213-db495429ce82 req-2150477a-8866-468c-87ad-ddb4ae9c7e43 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565984 Jul 29 14:23:52.905308 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e09c7608-cf6f-4a1c-a9a8-8b7f6a3e01a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2972021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58777967'] for subnet, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:52.963733 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c7608-cf6f-4a1c-a9a8-8b7f6a3e01a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c598511-a412-4eaf-9907-d89943bea27b,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:52.980248 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09c7608-cf6f-4a1c-a9a8-8b7f6a3e01a8 admin admin] Checking segment: {'id': 'e4e9cef4-d88b-431d-840b-7cccd51c3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8ad5c676-7022-4ca1-916a-090985606ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:23:52.980612 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09c7608-cf6f-4a1c-a9a8-8b7f6a3e01a8 admin admin] Network hostable DHCP agents. Network: 8ad5c676-7022-4ca1-916a-090985606ac2, hostable agents: ['7d25a96f-5a28-47f2-8bd3-87860bff61e6'], hosted agents: [] {{(pid=93046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:23:52.999208 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09c7608-cf6f-4a1c-a9a8-8b7f6a3e01a8 admin admin] Network 8ad5c676-7022-4ca1-916a-090985606ac2 is scheduled to be hosted by DHCP agent 7d25a96f-5a28-47f2-8bd3-87860bff61e6 with binding_index 1 {{(pid=93046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:23:53.008766 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-e09c7608-cf6f-4a1c-a9a8-8b7f6a3e01a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-2-iscsi, 8ad5c676-7022-4ca1-916a-090985606ac2) {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:23:53.015093 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09c7608-cf6f-4a1c-a9a8-8b7f6a3e01a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:53.016210 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e09c7608-cf6f-4a1c-a9a8-8b7f6a3e01a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:53.022047 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76be5f04-6980-4bcf-a63c-84b09dea7c80 None None] Network 8ad5c676-7022-4ca1-916a-090985606ac2 requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:23:53.033547 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-e09c7608-cf6f-4a1c-a9a8-8b7f6a3e01a8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4289045 Jul 29 14:23:53.194396 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9039a4-e9aa-4833-bc90-b19b225a481c None None] Network 8ad5c676-7022-4ca1-916a-090985606ac2 requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:23:53.309196 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefcf2bc-2683-4290-9547-731e4e3fc17e req-e3008673-28de-4664-84f8-82dfa584ebef tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:53.312016 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cefcf2bc-2683-4290-9547-731e4e3fc17e req-e3008673-28de-4664-84f8-82dfa584ebef tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0624578 Jul 29 14:23:53.372295 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cefcf2bc-2683-4290-9547-731e4e3fc17e req-3208a91f-b328-48d0-8408-239b793cff72 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515094 Jul 29 14:23:53.485341 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-747e0184-76fc-413d-845c-16a21b34db3a req-0db6bec1-e807-4880-967c-05e98aef7af2 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a9afabf-c84c-4451-88ac-e3ff914cd8fb HTTP/1.1" status: 200 len: 210 time: 0.0290725 Jul 29 14:23:53.734653 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b47c06-3371-4f2e-beb5-1df2b3960fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ee529b-d804-4509-b79a-2b8d91edfaa0'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:23:53.739094 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccb16db2f9a74c00367815e69fa446d7a78c69e07d65ec2c4e32efa5fc27a6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347ac094-7156-4d4c-8411-c035da06fa1c" -d '{"events": [{"server_uuid": "b9b47c06-3371-4f2e-beb5-1df2b3960fd7", "name": "network-vif-plugged", "status": "completed", "tag": "63ee529b-d804-4509-b79a-2b8d91edfaa0"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:23:53.814830 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0c5c5e-3bb0-4291-aa2d-97eb225052e1 x-openstack-request-id: req-8f0c5c5e-3bb0-4291-aa2d-97eb225052e1 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:23:53.815610 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b47c06-3371-4f2e-beb5-1df2b3960fd7", "name": "network-vif-plugged", "status": "completed", "tag": "63ee529b-d804-4509-b79a-2b8d91edfaa0", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:23:53.816093 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8f0c5c5e-3bb0-4291-aa2d-97eb225052e1 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:23:53.816568 dv-cinder-802882-2-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b47c06-3371-4f2e-beb5-1df2b3960fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ee529b-d804-4509-b79a-2b8d91edfaa0', 'code': 200} Jul 29 14:23:53.944844 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fac984-f115-4a1b-831c-f10b24a777ed req-0a04b32e-6a00-4c87-b1d5-63e8fcdb32a8 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:53.955377 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-32fac984-f115-4a1b-831c-f10b24a777ed req-0a04b32e-6a00-4c87-b1d5-63e8fcdb32a8 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 945 time: 0.1243594 Jul 29 14:23:53.970810 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-31bdf190-bf1d-439d-b758-f3be243654bd tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:53.973298 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-31bdf190-bf1d-439d-b758-f3be243654bd tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.42 "GET /v2.0/networks?id=ba4aefee-5518-43ab-b349-b6284cfd9b1b HTTP/1.1" status: 200 len: 813 time: 0.2060599 Jul 29 14:23:53.989454 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-1c20880b-8460-4d66-8c8e-97ac787c150a tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Request body: {'port': {'device_id': '0a9afabf-c84c-4451-88ac-e3ff914cd8fb', 'network_id': 'ba4aefee-5518-43ab-b349-b6284cfd9b1b', 'admin_state_up': True, 'tenant_id': 'ec8ec9dd4084494db38fa371530d0d43'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:54.046689 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-32fac984-f115-4a1b-831c-f10b24a777ed req-efb7e480-3488-4509-8485-9b939c80e957 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904245 Jul 29 14:23:54.117762 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-1c20880b-8460-4d66-8c8e-97ac787c150a tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Made reservation on behalf of ec8ec9dd4084494db38fa371530d0d43 for: {'port': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:23:54.136753 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-1c20880b-8460-4d66-8c8e-97ac787c150a tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:54.143750 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfcdee-a459-4fa4-ba4f-d799cd726942 req-c01399a2-33c0-487c-aa2d-259d1faf930d tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:54.151996 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d4cfcdee-a459-4fa4-ba4f-d799cd726942 req-c01399a2-33c0-487c-aa2d-259d1faf930d tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.1643257 Jul 29 14:23:54.216874 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b3c72-7a97-4b2c-bec8-6765b74546d2 req-e02e8e6f-8df4-447c-92e9-01e20268f6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:54.218487 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-500b3c72-7a97-4b2c-bec8-6765b74546d2 req-e02e8e6f-8df4-447c-92e9-01e20268f6b2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 1099 time: 0.1588337 Jul 29 14:23:54.252755 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d4cfcdee-a459-4fa4-ba4f-d799cd726942 req-9a937191-8a7a-4654-9ac7-9f6413da308f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997124 Jul 29 14:23:54.272433 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcabba-b7ed-41c7-bfa6-3409651d4478 req-85f67de4-afab-41b4-932c-23f1a8cb1815 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:54.273989 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-52dcabba-b7ed-41c7-bfa6-3409651d4478 req-85f67de4-afab-41b4-932c-23f1a8cb1815 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 945 time: 0.1190286 Jul 29 14:23:54.284325 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 55022) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:54.285831 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-1c20880b-8460-4d66-8c8e-97ac787c150a tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Allocated IP 172.20.0.9 (ba4aefee-5518-43ab-b349-b6284cfd9b1b/7cc3d8ce-88cb-4c2e-acf9-3ec507020a22/416131a4-7898-469d-89ef-592dc7aff334) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:23:54.291554 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-770d58e2-56cc-48f9-b70f-0f85ebd292fb tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Request body: {'floatingip': {'port_id': 'bc3c8625-9b45-4092-a832-b91a030a5ed2'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:54.320856 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-500b3c72-7a97-4b2c-bec8-6765b74546d2 req-75bc2815-e016-4ae2-bec0-9d107fcf0c89 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839238 Jul 29 14:23:54.365273 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-770d58e2-56cc-48f9-b70f-0f85ebd292fb tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for floatingip, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:54.437940 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-1c20880b-8460-4d66-8c8e-97ac787c150a tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:54.487440 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-1c20880b-8460-4d66-8c8e-97ac787c150a tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:54.504619 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['b06e061d-abe8-4fe6-b34b-158c977cc7f7'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:23:54.535085 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-1c20880b-8460-4d66-8c8e-97ac787c150a tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Network ba4aefee-5518-43ab-b349-b6284cfd9b1b is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:23:54.538376 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-1c20880b-8460-4d66-8c8e-97ac787c150a tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:23:54.545325 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-1c20880b-8460-4d66-8c8e-97ac787c150a tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:23:54.552905 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e4c81-651c-4bec-a490-e77120ccbbee req-6c132460-e795-4b14-abb6-5b3591aa12b9 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:54.554466 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6e5e4c81-651c-4bec-a490-e77120ccbbee req-6c132460-e795-4b14-abb6-5b3591aa12b9 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.1087830 Jul 29 14:23:54.574998 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20880b-8460-4d66-8c8e-97ac787c150a tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Pushing event updated for resources: {'Port': ['ID=416131a4-7898-469d-89ef-592dc7aff334,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:54.604193 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-1c20880b-8460-4d66-8c8e-97ac787c150a tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:54.606694 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-1c20880b-8460-4d66-8c8e-97ac787c150a tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:54.624098 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-1c20880b-8460-4d66-8c8e-97ac787c150a tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6393113 Jul 29 14:23:54.638309 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-42446863-941c-4318-9612-bf8d908a13cb service neutron] Request body: {'port': {'device_id': '0a9afabf-c84c-4451-88ac-e3ff914cd8fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:54.696630 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-42446863-941c-4318-9612-bf8d908a13cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:55.010365 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-42446863-941c-4318-9612-bf8d908a13cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 416131a4-7898-469d-89ef-592dc7aff334 {{(pid=93046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:23:55.020004 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-42446863-941c-4318-9612-bf8d908a13cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:55.034550 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-42446863-941c-4318-9612-bf8d908a13cb service neutron] Transition to ACTIVE for port object 416131a4-7898-469d-89ef-592dc7aff334 will not be triggered until provisioned by entity L2. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:23:55.038997 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-42446863-941c-4318-9612-bf8d908a13cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971904'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:55.086302 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6e5e4c81-651c-4bec-a490-e77120ccbbee req-8df1db76-f35c-476d-a4b6-a19f05b39c07 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4829786 Jul 29 14:23:55.100993 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-458c841a-2fcd-4b1f-8e6a-c31dd016915d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:55.114923 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42446863-941c-4318-9612-bf8d908a13cb service neutron] Pushing event updated for resources: {'Port': ['ID=416131a4-7898-469d-89ef-592dc7aff334,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:55.150145 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0576cba-4d72-4323-9147-b9388427f7c2 req-5a71c467-7b36-4dc3-83de-32fef5ef0839 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:55.152085 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a0576cba-4d72-4323-9147-b9388427f7c2 req-5a71c467-7b36-4dc3-83de-32fef5ef0839 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a9afabf-c84c-4451-88ac-e3ff914cd8fb HTTP/1.1" status: 200 len: 931 time: 0.5494409 Jul 29 14:23:55.184003 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-42446863-941c-4318-9612-bf8d908a13cb service neutron] Attempting to bind port 416131a4-7898-469d-89ef-592dc7aff334 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:23:55.184347 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-42446863-941c-4318-9612-bf8d908a13cb service neutron] Attempting to bind port 416131a4-7898-469d-89ef-592dc7aff334 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': 'b03b25ab-3830-4437-9930-58c769ecf5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ba4aefee-5518-43ab-b349-b6284cfd9b1b'}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:23:55.184675 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-42446863-941c-4318-9612-bf8d908a13cb service neutron] Attempting to bind port 416131a4-7898-469d-89ef-592dc7aff334 on network ba4aefee-5518-43ab-b349-b6284cfd9b1b {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:23:55.193342 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-42446863-941c-4318-9612-bf8d908a13cb service neutron] Port 416131a4-7898-469d-89ef-592dc7aff334 on network ba4aefee-5518-43ab-b349-b6284cfd9b1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:23:55.193670 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-42446863-941c-4318-9612-bf8d908a13cb service neutron] Attempting to bind port 416131a4-7898-469d-89ef-592dc7aff334 on network ba4aefee-5518-43ab-b349-b6284cfd9b1b {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:23:55.199347 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-42446863-941c-4318-9612-bf8d908a13cb service neutron] Checking agent: {'id': 'fd26b577-982f-4e34-ab76-8a88883d4fab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:23:55.199698 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-42446863-941c-4318-9612-bf8d908a13cb service neutron] Checking segment: {'id': 'b03b25ab-3830-4437-9930-58c769ecf5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ba4aefee-5518-43ab-b349-b6284cfd9b1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:23:55.200076 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-42446863-941c-4318-9612-bf8d908a13cb service neutron] Bound using segment: {'id': 'b03b25ab-3830-4437-9930-58c769ecf5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ba4aefee-5518-43ab-b349-b6284cfd9b1b'} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:23:55.200509 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-42446863-941c-4318-9612-bf8d908a13cb service neutron] Bound port: 416131a4-7898-469d-89ef-592dc7aff334, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b03b25ab-3830-4437-9930-58c769ecf5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ba4aefee-5518-43ab-b349-b6284cfd9b1b'}}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:23:55.200872 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-42446863-941c-4318-9612-bf8d908a13cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:55.289249 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-42446863-941c-4318-9612-bf8d908a13cb service neutron] For port 416131a4-7898-469d-89ef-592dc7aff334, host hv-cinder-80288, cleared binding levels {{(pid=93046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:23:55.294078 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-42446863-941c-4318-9612-bf8d908a13cb service neutron] For port 416131a4-7898-469d-89ef-592dc7aff334, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=416131a4-7898-469d-89ef-592dc7aff334,segment=NetworkSegment(b03b25ab-3830-4437-9930-58c769ecf5b6),segment_id=b03b25ab-3830-4437-9930-58c769ecf5b6)] {{(pid=93046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:23:55.299469 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-42446863-941c-4318-9612-bf8d908a13cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971904'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:55.348778 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-42446863-941c-4318-9612-bf8d908a13cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:55.349503 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-42446863-941c-4318-9612-bf8d908a13cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:55.351183 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-42446863-941c-4318-9612-bf8d908a13cb service neutron] 10.222.0.42 "PUT /v2.0/ports/416131a4-7898-469d-89ef-592dc7aff334 HTTP/1.1" status: 200 len: 1093 time: 0.7174909 Jul 29 14:23:55.351729 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9afabf-c84c-4451-88ac-e3ff914cd8fb', 'tag': '416131a4-7898-469d-89ef-592dc7aff334'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:23:55.354337 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12d0d8acfdc7c270d197b253719fe34768a82c9c4ffac31e71dba4df5af88c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46760870-8699-435e-8196-68aed4ad652f" -d '{"events": [{"name": "network-changed", "server_uuid": "0a9afabf-c84c-4451-88ac-e3ff914cd8fb", "tag": "416131a4-7898-469d-89ef-592dc7aff334"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:23:55.366867 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a0576cba-4d72-4323-9147-b9388427f7c2 req-e421a00f-bc8e-4d14-828e-2551a148e2fb tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872911 Jul 29 14:23:55.419726 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42446863-941c-4318-9612-bf8d908a13cb service neutron] Pushing event updated for resources: {'Port': ['ID=416131a4-7898-469d-89ef-592dc7aff334,revision_number=3']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:55.494429 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-7dd7b92a-26a7-4591-b13a-11f33d819857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:55.496274 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-7dd7b92a-26a7-4591-b13a-11f33d819857 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec8ec9dd4084494db38fa371530d0d43&device_id=0a9afabf-c84c-4451-88ac-e3ff914cd8fb HTTP/1.1" status: 200 len: 1096 time: 0.0642297 Jul 29 14:23:55.521760 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-d21fc5bb-1c95-402d-9f84-023700e73d97 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:55.523234 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-d21fc5bb-1c95-402d-9f84-023700e73d97 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/networks?id=8ad5c676-7022-4ca1-916a-090985606ac2 HTTP/1.1" status: 200 len: 813 time: 0.3131268 Jul 29 14:23:55.547797 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-642b8c1d-8f3a-4c56-8d5f-e73840a25f7e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=416131a4-7898-469d-89ef-592dc7aff334 HTTP/1.1" status: 200 len: 217 time: 0.0395789 Jul 29 14:23:55.590366 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-64dcc19d-ebe4-4739-9696-03a9b65bf272 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/quotas/e1a792d204574429ad7230217ea907e4 HTTP/1.1" status: 200 len: 375 time: 0.0606041 Jul 29 14:23:55.600280 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-770d58e2-56cc-48f9-b70f-0f85ebd292fb tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:55.611626 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-b9ba0250-d38f-4caa-a2d2-d8677dac8046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:55.613098 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-b9ba0250-d38f-4caa-a2d2-d8677dac8046 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7cc3d8ce-88cb-4c2e-acf9-3ec507020a22 HTTP/1.1" status: 200 len: 853 time: 0.0486062 Jul 29 14:23:55.613875 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-770d58e2-56cc-48f9-b70f-0f85ebd292fb tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744517'] for floatingip, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:55.635097 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-76eb1e32-f036-4ce5-a1d4-99e90ed20467 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1a792d204574429ad7230217ea907e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368798 Jul 29 14:23:55.672909 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-080d9444-27e0-4b34-8cc3-b9e1ec3f8774 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba4aefee-5518-43ab-b349-b6284cfd9b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315020 Jul 29 14:23:55.694619 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88467252-d85d-4ac0-950f-a14f7d5fee31 req-d9356dea-e746-4699-9768-73cf0e5cbad7 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:55.696225 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-88467252-d85d-4ac0-950f-a14f7d5fee31 req-d9356dea-e746-4699-9768-73cf0e5cbad7 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.1815977 Jul 29 14:23:55.800560 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-e8acab6f-8230-4fe2-b745-a9e716d15dfe service neutron] 10.222.0.42 "GET /v2.0/networks/ba4aefee-5518-43ab-b349-b6284cfd9b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099780 Jul 29 14:23:55.823412 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-88467252-d85d-4ac0-950f-a14f7d5fee31 req-cdfb5711-1acf-4d0e-ae0f-e19e29168b71 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966725 Jul 29 14:23:55.842867 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.db.l3_db [None req-770d58e2-56cc-48f9-b70f-0f85ebd292fb tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Floating IP b925a694-008e-414b-8454-ef469c18aff8 associated. External IP: 172.27.2.111, port: bc3c8625-9b45-4092-a832-b91a030a5ed2. Jul 29 14:23:55.881675 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-1c1c624c-e8f9-4ef7-916d-c3296e8a0609 service neutron] 10.222.0.44 "GET /v2.0/networks/8ad5c676-7022-4ca1-916a-090985606ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132111 Jul 29 14:23:55.896267 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af06fc2f-bd7b-4988-8144-a9f4deff0fae x-openstack-request-id: req-af06fc2f-bd7b-4988-8144-a9f4deff0fae {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:23:55.896558 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a9afabf-c84c-4451-88ac-e3ff914cd8fb", "tag": "416131a4-7898-469d-89ef-592dc7aff334", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:23:55.896968 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-af06fc2f-bd7b-4988-8144-a9f4deff0fae {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:23:55.897553 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a9afabf-c84c-4451-88ac-e3ff914cd8fb', 'tag': '416131a4-7898-469d-89ef-592dc7aff334', 'status': 'completed', 'code': 200} Jul 29 14:23:55.920730 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3f4c5018-fa7a-48c8-b3d7-082cc7b0ccbc req-79f34d0b-f81b-411a-b984-f2ba4863ecbe service neutron] 10.222.0.42 "GET /v2.0/networks/ba4aefee-5518-43ab-b349-b6284cfd9b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057200 Jul 29 14:23:56.020209 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46760870-8699-435e-8196-68aed4ad652f req-76b0bebb-a429-4658-b25c-46d9bcf59b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:56.021722 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-46760870-8699-435e-8196-68aed4ad652f req-76b0bebb-a429-4658-b25c-46d9bcf59b2f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec8ec9dd4084494db38fa371530d0d43&device_id=0a9afabf-c84c-4451-88ac-e3ff914cd8fb HTTP/1.1" status: 200 len: 1096 time: 0.0416293 Jul 29 14:23:56.107420 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-c57b5d54-8c70-4505-958e-94016ac94c7b service neutron] 10.222.0.44 "GET /v2.0/networks/8ad5c676-7022-4ca1-916a-090985606ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733320 Jul 29 14:23:56.136550 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46760870-8699-435e-8196-68aed4ad652f req-3cb6c724-4738-4fad-8d8f-97e8175ff53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:56.138722 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-46760870-8699-435e-8196-68aed4ad652f req-3cb6c724-4738-4fad-8d8f-97e8175ff53e service neutron] 10.222.0.42 "GET /v2.0/networks?id=ba4aefee-5518-43ab-b349-b6284cfd9b1b HTTP/1.1" status: 200 len: 914 time: 0.1039567 Jul 29 14:23:56.141558 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770d58e2-56cc-48f9-b70f-0f85ebd292fb tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Router b8740e5e-e875-4633-92b6-848c052a1b56 has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:23:56.184282 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-46760870-8699-435e-8196-68aed4ad652f req-042a8aa3-f230-4193-b8b8-ac3c6268ba83 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=416131a4-7898-469d-89ef-592dc7aff334 HTTP/1.1" status: 200 len: 217 time: 0.0369809 Jul 29 14:23:56.229061 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:56.243559 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de60760-1ca2-4578-85e6-d240c84a6e1b req-88df7954-8de2-4ced-ad17-bdf440a9ea09 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:56.250742 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46760870-8699-435e-8196-68aed4ad652f req-6551ee1c-1b0c-4abb-94d9-69e614816570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:56.252025 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1de60760-1ca2-4578-85e6-d240c84a6e1b req-88df7954-8de2-4ced-ad17-bdf440a9ea09 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.1028626 Jul 29 14:23:56.252521 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-46760870-8699-435e-8196-68aed4ad652f req-6551ee1c-1b0c-4abb-94d9-69e614816570 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7cc3d8ce-88cb-4c2e-acf9-3ec507020a22 HTTP/1.1" status: 200 len: 853 time: 0.0573766 Jul 29 14:23:56.294950 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-46760870-8699-435e-8196-68aed4ad652f req-6025966a-b00c-4aac-adac-470961c34cf8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba4aefee-5518-43ab-b349-b6284cfd9b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292780 Jul 29 14:23:56.341743 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a93fa991-b3e6-40db-8f62-dd633e5be4cb req-177894a8-70f0-4d92-aed4-459caad9d5b5 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=2def49d1-1ac0-4947-bbae-1fa158ee9ee7 HTTP/1.1" status: 200 len: 210 time: 0.0462427 Jul 29 14:23:56.360534 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770d58e2-56cc-48f9-b70f-0f85ebd292fb tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:23:56.366139 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-770d58e2-56cc-48f9-b70f-0f85ebd292fb tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for floatingip, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:56.373170 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e6d9c9-0f00-4d8b-9b8f-fcfc8236e951 None None] Sync routers for ids ['b8740e5e-e875-4633-92b6-848c052a1b56'] in dv-cinder-802882-2-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:23:56.384704 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e6d9c9-0f00-4d8b-9b8f-fcfc8236e951 None None] Routers {'b8740e5e-e875-4633-92b6-848c052a1b56'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:23:56.385952 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-93e6d9c9-0f00-4d8b-9b8f-fcfc8236e951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:23:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['b8740e5e-e875-4633-92b6-848c052a1b56'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:56.413789 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1de60760-1ca2-4578-85e6-d240c84a6e1b req-ec3114bb-ccf1-4097-9739-c3243154789c tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607599 Jul 29 14:23:56.455169 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-770d58e2-56cc-48f9-b70f-0f85ebd292fb tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "PUT /v2.0/floatingips/b925a694-008e-414b-8454-ef469c18aff8 HTTP/1.1" status: 200 len: 991 time: 2.1672788 Jul 29 14:23:56.455169 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01db94d4-e648-4291-bc95-804315620a2e', 'tag': 'bc3c8625-9b45-4092-a832-b91a030a5ed2'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:23:56.460913 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d29991c668386e200e1a1994fca063bc4f2dc54aaad28d0a971c904e1588ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d39065e-b98c-4abf-a443-f403271d1bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "01db94d4-e648-4291-bc95-804315620a2e", "tag": "bc3c8625-9b45-4092-a832-b91a030a5ed2"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:23:56.471220 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-46760870-8699-435e-8196-68aed4ad652f req-5cf1f863-2ff9-4a1a-a69a-11dda711cdf2 service neutron] 10.222.0.42 "GET /v2.0/networks/ba4aefee-5518-43ab-b349-b6284cfd9b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647429 Jul 29 14:23:56.512615 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-93e6d9c9-0f00-4d8b-9b8f-fcfc8236e951 None None] Set router b8740e5e-e875-4633-92b6-848c052a1b56 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:23:56.632631 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-46760870-8699-435e-8196-68aed4ad652f req-cd1b3ad5-5225-4c38-9474-eed773932e8c service neutron] 10.222.0.42 "GET /v2.0/networks/ba4aefee-5518-43ab-b349-b6284cfd9b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378922 Jul 29 14:23:56.816173 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d73a9-f3ec-4415-a29d-e9f24edfeca1 req-49f65622-67a4-47ad-b2bc-c51eefe36995 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:56.825875 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-955d73a9-f3ec-4415-a29d-e9f24edfeca1 req-49f65622-67a4-47ad-b2bc-c51eefe36995 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a9afabf-c84c-4451-88ac-e3ff914cd8fb HTTP/1.1" status: 200 len: 943 time: 0.3528178 Jul 29 14:23:56.863197 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62fcea-e6c1-495e-9834-37565d4f57a6 req-016dd42b-3f4d-4985-abae-88efbbd34510 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:56.864796 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0e62fcea-e6c1-495e-9834-37565d4f57a6 req-016dd42b-3f4d-4985-abae-88efbbd34510 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.1113029 Jul 29 14:23:56.877526 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 55102) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:23:56.888476 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-859a5e4c-c42a-4681-9d4c-aae16539cf4c tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Request body: {'floatingip': {'port_id': '63ee529b-d804-4509-b79a-2b8d91edfaa0'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:56.902887 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-955d73a9-f3ec-4415-a29d-e9f24edfeca1 req-2574a921-0a5b-4189-8195-f9164dbf86c5 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762527 Jul 29 14:23:56.944604 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-93e6d9c9-0f00-4d8b-9b8f-fcfc8236e951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'name': 'tempest-AttachVolumeShelveTestJSON-1140062297-router', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:04Z', 'updated_at': '2021-07-29T14:23:13Z', 'revision_number': 4, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'gw_port': {'id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_floatingips': [{'id': 'b925a694-008e-414b-8454-ef469c18aff8', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'router_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'port_id': 'bc3c8625-9b45-4092-a832-b91a030a5ed2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628', 'mac_address': 'fa:16:3e:05:b6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db94d4-e648-4291-bc95-804315620a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:23:28Z', 'updated_at': '2021-07-29T14:23:55Z', 'revision_number': 1, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9bb935-1ebc-4853-b9e9-73407a67beda', 'name': '', 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'mac_address': 'fa:16:3e:9c:bb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:11Z', 'updated_at': '2021-07-29T14:23:26Z', 'revision_number': 5, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'subnets': [{'id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:56.945025 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10953ce6-7b56-434f-ad2d-539f6c6defbe x-openstack-request-id: req-10953ce6-7b56-434f-ad2d-539f6c6defbe {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:23:56.945497 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01db94d4-e648-4291-bc95-804315620a2e", "tag": "bc3c8625-9b45-4092-a832-b91a030a5ed2", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:23:56.945943 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-10953ce6-7b56-434f-ad2d-539f6c6defbe {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:23:56.947051 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01db94d4-e648-4291-bc95-804315620a2e', 'tag': 'bc3c8625-9b45-4092-a832-b91a030a5ed2', 'status': 'completed', 'code': 200} Jul 29 14:23:57.009907 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-859a5e4c-c42a-4681-9d4c-aae16539cf4c tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for floatingip, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:57.044548 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e6d9c9-0f00-4d8b-9b8f-fcfc8236e951 None None] Checking router: b8740e5e-e875-4633-92b6-848c052a1b56 for host: dv-cinder-802882-2-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:23:57.057139 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e6d9c9-0f00-4d8b-9b8f-fcfc8236e951 None None] Routers {'b8740e5e-e875-4633-92b6-848c052a1b56'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:23:57.058036 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-93e6d9c9-0f00-4d8b-9b8f-fcfc8236e951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:23:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['b8740e5e-e875-4633-92b6-848c052a1b56'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:57.068141 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fdfbf8-93e1-4b4f-8e46-304eff585170 req-195f1174-72f0-4518-9df5-74756d204e96 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:57.069968 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-54fdfbf8-93e1-4b4f-8e46-304eff585170 req-195f1174-72f0-4518-9df5-74756d204e96 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0713134 Jul 29 14:23:57.124914 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-54fdfbf8-93e1-4b4f-8e46-304eff585170 req-c60cbde0-76de-42fa-8082-9e37e653239d tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463879 Jul 29 14:23:57.155154 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39065e-b98c-4abf-a443-f403271d1bd3 req-5cdc8235-39ab-452b-81a1-b05940b9d500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:57.157478 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-2d39065e-b98c-4abf-a443-f403271d1bd3 req-5cdc8235-39ab-452b-81a1-b05940b9d500 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ecc5aee94f74408ba54b34189a01d823&device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 1098 time: 0.1692297 Jul 29 14:23:57.190389 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-93e6d9c9-0f00-4d8b-9b8f-fcfc8236e951 None None] Set router b8740e5e-e875-4633-92b6-848c052a1b56 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:23:57.450828 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4a836299-342a-49ae-a222-55a95c12df58 req-cf858c61-97f9-4a36-8e77-4a811f54f1d7 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=2def49d1-1ac0-4947-bbae-1fa158ee9ee7 HTTP/1.1" status: 200 len: 210 time: 0.0313346 Jul 29 14:23:57.546770 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-93e6d9c9-0f00-4d8b-9b8f-fcfc8236e951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'name': 'tempest-AttachVolumeShelveTestJSON-1140062297-router', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:04Z', 'updated_at': '2021-07-29T14:23:13Z', 'revision_number': 4, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'gw_port': {'id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_floatingips': [{'id': 'b925a694-008e-414b-8454-ef469c18aff8', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'router_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'port_id': 'bc3c8625-9b45-4092-a832-b91a030a5ed2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628', 'mac_address': 'fa:16:3e:05:b6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db94d4-e648-4291-bc95-804315620a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:23:28Z', 'updated_at': '2021-07-29T14:23:55Z', 'revision_number': 1, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9bb935-1ebc-4853-b9e9-73407a67beda', 'name': '', 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'mac_address': 'fa:16:3e:9c:bb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:11Z', 'updated_at': '2021-07-29T14:23:26Z', 'revision_number': 5, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'subnets': [{'id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:57.578141 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e6d9c9-0f00-4d8b-9b8f-fcfc8236e951 None None] The sync data for ids ['b8740e5e-e875-4633-92b6-848c052a1b56'] in dv-cinder-802882-2-iscsi is: [{'id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'name': 'tempest-AttachVolumeShelveTestJSON-1140062297-router', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:04Z', 'updated_at': '2021-07-29T14:23:13Z', 'revision_number': 4, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'gw_port': {'id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_floatingips': [{'id': 'b925a694-008e-414b-8454-ef469c18aff8', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'router_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'port_id': 'bc3c8625-9b45-4092-a832-b91a030a5ed2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628', 'mac_address': 'fa:16:3e:05:b6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db94d4-e648-4291-bc95-804315620a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:23:28Z', 'updated_at': '2021-07-29T14:23:55Z', 'revision_number': 1, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9bb935-1ebc-4853-b9e9-73407a67beda', 'name': '', 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'mac_address': 'fa:16:3e:9c:bb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:11Z', 'updated_at': '2021-07-29T14:23:26Z', 'revision_number': 5, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'subnets': [{'id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:23:57.588955 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39065e-b98c-4abf-a443-f403271d1bd3 req-0c0f1fba-a186-4b2f-bab4-b89a6e9fb41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:57.590459 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-2d39065e-b98c-4abf-a443-f403271d1bd3 req-0c0f1fba-a186-4b2f-bab4-b89a6e9fb41f service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a4c7fff-7798-4447-98a3-cd40daeca628 HTTP/1.1" status: 200 len: 918 time: 0.2151566 Jul 29 14:23:57.811568 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73bdd5f-0683-4051-a8f9-212cfcdd1bca None None] New status for floating IP b925a694-008e-414b-8454-ef469c18aff8: ACTIVE {{(pid=93048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:23:57.827155 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-2d39065e-b98c-4abf-a443-f403271d1bd3 req-6ae15f58-fa14-47aa-a698-754a62cf059b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc3c8625-9b45-4092-a832-b91a030a5ed2 HTTP/1.1" status: 200 len: 999 time: 0.2228291 Jul 29 14:23:58.059491 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39065e-b98c-4abf-a443-f403271d1bd3 req-f1001d1a-66c4-4e86-989b-ce6ed3c45877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:58.060960 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-2d39065e-b98c-4abf-a443-f403271d1bd3 req-f1001d1a-66c4-4e86-989b-ce6ed3c45877 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6 HTTP/1.1" status: 200 len: 856 time: 0.2126658 Jul 29 14:23:58.146283 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-19987e92-f140-4cfe-b8e3-adf6ac0f0c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:58.208957 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cb547-6aca-42f7-8292-294fc1af50a6 req-2eb08254-9bdd-4c0d-a5f3-76cff1d5edaf tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:58.217820 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-942cb547-6aca-42f7-8292-294fc1af50a6 req-2eb08254-9bdd-4c0d-a5f3-76cff1d5edaf tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a9afabf-c84c-4451-88ac-e3ff914cd8fb HTTP/1.1" status: 200 len: 943 time: 0.1245942 Jul 29 14:23:58.263025 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:58.273553 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-bc02a2d7-e588-46e8-92e1-720a4446c3c5 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:58.275182 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-bc02a2d7-e588-46e8-92e1-720a4446c3c5 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.42 "GET /v2.0/networks?id=8ad5c676-7022-4ca1-916a-090985606ac2 HTTP/1.1" status: 200 len: 813 time: 0.3010561 Jul 29 14:23:58.284777 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-859a5e4c-c42a-4681-9d4c-aae16539cf4c tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:58.295868 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-859a5e4c-c42a-4681-9d4c-aae16539cf4c tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744517'] for floatingip, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:58.297956 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-ea8ec5cf-ae9c-4b55-be1b-59d92682ee1b tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Request body: {'port': {'device_id': '2def49d1-1ac0-4947-bbae-1fa158ee9ee7', 'network_id': '8ad5c676-7022-4ca1-916a-090985606ac2', 'admin_state_up': True, 'tenant_id': 'e1a792d204574429ad7230217ea907e4'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:58.318749 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-942cb547-6aca-42f7-8292-294fc1af50a6 req-ab1f5000-9724-4735-b32b-ed65b4644163 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939815 Jul 29 14:23:58.353813 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39065e-b98c-4abf-a443-f403271d1bd3 req-da72b773-fe48-494e-9110-805b3f3637c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:58.355583 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-2d39065e-b98c-4abf-a443-f403271d1bd3 req-da72b773-fe48-494e-9110-805b3f3637c2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a4c7fff-7798-4447-98a3-cd40daeca628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2702720 Jul 29 14:23:58.491438 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.db.l3_db [None req-859a5e4c-c42a-4681-9d4c-aae16539cf4c tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Floating IP 001b7676-fa64-41aa-9a85-13cb110f441a associated. External IP: 172.27.2.47, port: 63ee529b-d804-4509-b79a-2b8d91edfaa0. Jul 29 14:23:58.508215 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2934b41-2321-4143-9340-1560407c036e req-156025c2-2909-4ade-9b12-a253dcd06f43 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:58.509930 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b2934b41-2321-4143-9340-1560407c036e req-156025c2-2909-4ade-9b12-a253dcd06f43 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0962253 Jul 29 14:23:58.525989 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-ea8ec5cf-ae9c-4b55-be1b-59d92682ee1b tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Made reservation on behalf of e1a792d204574429ad7230217ea907e4 for: {'port': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:23:58.530056 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-ea8ec5cf-ae9c-4b55-be1b-59d92682ee1b tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:58.541131 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-2d39065e-b98c-4abf-a443-f403271d1bd3 req-ce50d0a7-b97f-4f5b-9cab-78bf03ffa53b service neutron] 10.222.0.42 "GET /v2.0/networks/8a4c7fff-7798-4447-98a3-cd40daeca628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723523 Jul 29 14:23:58.613049 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b2934b41-2321-4143-9340-1560407c036e req-6baadad0-9fda-4de1-8106-75a9115cd65b tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947592 Jul 29 14:23:58.664490 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2f021-83a7-4e70-b53f-1fae35148f3e req-82ddcaf2-7ec7-4b5a-a951-c77a27d1e138 tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:58.666158 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cdd2f021-83a7-4e70-b53f-1fae35148f3e req-82ddcaf2-7ec7-4b5a-a951-c77a27d1e138 tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/ports?device_id=57ce5603-2840-4ecd-8223-1cb2eded0850 HTTP/1.1" status: 200 len: 946 time: 0.1163821 Jul 29 14:23:58.756216 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8a3540a2-414e-47c0-8a5e-2e90104aa3fe req-4f520c45-5481-487a-a016-8a891542ff0a tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=2def49d1-1ac0-4947-bbae-1fa158ee9ee7 HTTP/1.1" status: 200 len: 210 time: 0.0605772 Jul 29 14:23:58.784342 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cdd2f021-83a7-4e70-b53f-1fae35148f3e req-63adeb84-3c1c-4fbd-bf05-caf0e874bbae tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1f79f8-968b-4076-8530-8ad96627d725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104178 Jul 29 14:23:58.793564 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-ea8ec5cf-ae9c-4b55-be1b-59d92682ee1b tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Allocated IP 172.20.0.3 (8ad5c676-7022-4ca1-916a-090985606ac2/2c598511-a412-4eaf-9907-d89943bea27b/d66ad657-4b9d-438d-9cac-61c05dc0a282) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:23:58.911370 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 416131a4-7898-469d-89ef-592dc7aff334 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:23:58.932734 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-2d39065e-b98c-4abf-a443-f403271d1bd3 req-31baa972-d41d-4c33-854f-1a2ab4fe45c3 service neutron] 10.222.0.42 "GET /v2.0/networks/8a4c7fff-7798-4447-98a3-cd40daeca628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837004 Jul 29 14:23:58.963837 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-ea8ec5cf-ae9c-4b55-be1b-59d92682ee1b tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:59.015085 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-ea8ec5cf-ae9c-4b55-be1b-59d92682ee1b tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:59.018178 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859a5e4c-c42a-4681-9d4c-aae16539cf4c tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Router ddc7cf52-34b0-47e7-8b51-a885f1c0ba08 has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:23:59.022456 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 416131a4-7898-469d-89ef-592dc7aff334, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=416131a4-7898-469d-89ef-592dc7aff334,segment=NetworkSegment(b03b25ab-3830-4437-9930-58c769ecf5b6),segment_id=b03b25ab-3830-4437-9930-58c769ecf5b6)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:23:59.035909 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Returning: {'device': '416131a4-7898-469d-89ef-592dc7aff334', 'network_id': 'ba4aefee-5518-43ab-b349-b6284cfd9b1b', 'port_id': '416131a4-7898-469d-89ef-592dc7aff334', 'mac_address': 'fa:16:3e:09:5c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cc3d8ce-88cb-4c2e-acf9-3ec507020a22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:23:59.057520 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-ea8ec5cf-ae9c-4b55-be1b-59d92682ee1b tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Network 8ad5c676-7022-4ca1-916a-090985606ac2 is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:23:59.060588 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-ea8ec5cf-ae9c-4b55-be1b-59d92682ee1b tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:23:59.066671 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-ea8ec5cf-ae9c-4b55-be1b-59d92682ee1b tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:23:59.073684 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ec5cf-ae9c-4b55-be1b-59d92682ee1b tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Pushing event updated for resources: {'Port': ['ID=d66ad657-4b9d-438d-9cac-61c05dc0a282,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:59.086167 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:59.100838 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416131a4-7898-469d-89ef-592dc7aff334 {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:23:59.124947 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 416131a4-7898-469d-89ef-592dc7aff334, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=416131a4-7898-469d-89ef-592dc7aff334,segment=NetworkSegment(b03b25ab-3830-4437-9930-58c769ecf5b6),segment_id=b03b25ab-3830-4437-9930-58c769ecf5b6)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:23:59.140167 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-ea8ec5cf-ae9c-4b55-be1b-59d92682ee1b tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:59.140167 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-ea8ec5cf-ae9c-4b55-be1b-59d92682ee1b tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:59.141776 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:59.157060 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859a5e4c-c42a-4681-9d4c-aae16539cf4c tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:23:59.164805 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-859a5e4c-c42a-4681-9d4c-aae16539cf4c tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for floatingip, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:59.170995 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43240866-8a91-4d55-9878-b6b4fb5bbea3 None None] Sync routers for ids ['ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'] in dv-cinder-802882-2-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:23:59.171534 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-ea8ec5cf-ae9c-4b55-be1b-59d92682ee1b tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8806970 Jul 29 14:23:59.185889 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43240866-8a91-4d55-9878-b6b4fb5bbea3 None None] Routers {'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:23:59.186573 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-43240866-8a91-4d55-9878-b6b4fb5bbea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:23:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:59.191344 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-015cd5ca-4c3a-4b90-b7ca-9d69526a4119 service neutron] Request body: {'port': {'device_id': '2def49d1-1ac0-4947-bbae-1fa158ee9ee7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:23:59.208866 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-859a5e4c-c42a-4681-9d4c-aae16539cf4c tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "PUT /v2.0/floatingips/001b7676-fa64-41aa-9a85-13cb110f441a HTTP/1.1" status: 200 len: 991 time: 2.3288689 Jul 29 14:23:59.210925 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b47c06-3371-4f2e-beb5-1df2b3960fd7', 'tag': '63ee529b-d804-4509-b79a-2b8d91edfaa0'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:23:59.225632 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12d0d8acfdc7c270d197b253719fe34768a82c9c4ffac31e71dba4df5af88c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72eb8ad5-e9f2-4a33-9744-420352abb50d" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b47c06-3371-4f2e-beb5-1df2b3960fd7", "tag": "63ee529b-d804-4509-b79a-2b8d91edfaa0"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:23:59.260625 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=416131a4-7898-469d-89ef-592dc7aff334,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:23:59.296214 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92271215-af0a-4e92-b1d1-c661d4f35700 x-openstack-request-id: req-92271215-af0a-4e92-b1d1-c661d4f35700 {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:23:59.296711 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b47c06-3371-4f2e-beb5-1df2b3960fd7", "tag": "63ee529b-d804-4509-b79a-2b8d91edfaa0", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:23:59.299610 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-92271215-af0a-4e92-b1d1-c661d4f35700 {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:23:59.300408 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-015cd5ca-4c3a-4b90-b7ca-9d69526a4119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:59.301042 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b47c06-3371-4f2e-beb5-1df2b3960fd7', 'tag': '63ee529b-d804-4509-b79a-2b8d91edfaa0', 'status': 'completed', 'code': 200} Jul 29 14:23:59.323721 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:59.343606 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-43240866-8a91-4d55-9878-b6b4fb5bbea3 None None] Set router ddc7cf52-34b0-47e7-8b51-a885f1c0ba08 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:23:59.445314 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb8ad5-e9f2-4a33-9744-420352abb50d req-1730e855-5b84-4090-83e6-da876bfeb2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:59.447292 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-72eb8ad5-e9f2-4a33-9744-420352abb50d req-1730e855-5b84-4090-83e6-da876bfeb2f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ceeb7b9bd977407984c0031f1d786310&device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 1099 time: 0.0869458 Jul 29 14:23:59.568759 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb8ad5-e9f2-4a33-9744-420352abb50d req-22317eed-9d78-4a7b-9ec9-0cdc3663a686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:59.570268 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-72eb8ad5-e9f2-4a33-9744-420352abb50d req-22317eed-9d78-4a7b-9ec9-0cdc3663a686 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3cec429-afe0-40ba-a154-12d562265125 HTTP/1.1" status: 200 len: 911 time: 0.1068275 Jul 29 14:23:59.629287 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['416131a4-7898-469d-89ef-592dc7aff334'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:23:59.650234 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e8aec-6766-4929-8535-9f9de61da378 req-5cab48b7-c4a1-4019-891e-eec78fbff319 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:59.652169 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9c6e8aec-6766-4929-8535-9f9de61da378 req-5cab48b7-c4a1-4019-891e-eec78fbff319 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a9afabf-c84c-4451-88ac-e3ff914cd8fb HTTP/1.1" status: 200 len: 944 time: 0.2532248 Jul 29 14:23:59.653023 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-72eb8ad5-e9f2-4a33-9744-420352abb50d req-cc680936-831a-4231-a37a-12b6112973a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63ee529b-d804-4509-b79a-2b8d91edfaa0 HTTP/1.1" status: 200 len: 999 time: 0.0650299 Jul 29 14:23:59.676798 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-43240866-8a91-4d55-9878-b6b4fb5bbea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'name': 'tempest-AttachVolumeTestJSON-498544025-router', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:24Z', 'revision_number': 4, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'gw_port': {'id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:08Z', 'updated_at': '2021-07-29T14:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_floatingips': [{'id': '001b7676-fa64-41aa-9a85-13cb110f441a', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'router_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'port_id': '63ee529b-d804-4509-b79a-2b8d91edfaa0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125', 'mac_address': 'fa:16:3e:92:2c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b47c06-3371-4f2e-beb5-1df2b3960fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:23:32Z', 'updated_at': '2021-07-29T14:23:58Z', 'revision_number': 1, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c23ef7-7f75-4845-bdcb-fee180b06f1f', 'name': '', 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'mac_address': 'fa:16:3e:a4:a3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '0feee60d-456e-4fb7-af3e-353853088018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:20Z', 'updated_at': '2021-07-29T14:23:34Z', 'revision_number': 5, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'subnets': [{'id': '0feee60d-456e-4fb7-af3e-353853088018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:59.709303 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43240866-8a91-4d55-9878-b6b4fb5bbea3 None None] Checking router: ddc7cf52-34b0-47e7-8b51-a885f1c0ba08 for host: dv-cinder-802882-2-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:23:59.719099 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43240866-8a91-4d55-9878-b6b4fb5bbea3 None None] Routers {'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:23:59.719713 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-43240866-8a91-4d55-9878-b6b4fb5bbea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:23:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:23:59.723665 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb8ad5-e9f2-4a33-9744-420352abb50d req-a8910187-5ef0-473e-a3bc-6abe9b30696f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:59.725218 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-72eb8ad5-e9f2-4a33-9744-420352abb50d req-a8910187-5ef0-473e-a3bc-6abe9b30696f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0feee60d-456e-4fb7-af3e-353853088018 HTTP/1.1" status: 200 len: 849 time: 0.0623481 Jul 29 14:23:59.749107 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9c6e8aec-6766-4929-8535-9f9de61da378 req-8fbc7154-3979-4f22-8e38-c770f2b4cd72 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872011 Jul 29 14:23:59.800278 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb8ad5-e9f2-4a33-9744-420352abb50d req-634cc1ae-fa6f-45cb-8eff-6e62a69cb747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:59.801818 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-72eb8ad5-e9f2-4a33-9744-420352abb50d req-634cc1ae-fa6f-45cb-8eff-6e62a69cb747 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3cec429-afe0-40ba-a154-12d562265125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589113 Jul 29 14:23:59.846741 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-43240866-8a91-4d55-9878-b6b4fb5bbea3 None None] Set router ddc7cf52-34b0-47e7-8b51-a885f1c0ba08 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:23:59.906421 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-015cd5ca-4c3a-4b90-b7ca-9d69526a4119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d66ad657-4b9d-438d-9cac-61c05dc0a282 {{(pid=93047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:23:59.921065 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759e331-c03b-48c1-8515-87e2bd0ffc6d req-357ec7ce-8a5e-4ee5-abc7-a2923cf00bb1 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:59.922645 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9759e331-c03b-48c1-8515-87e2bd0ffc6d req-357ec7ce-8a5e-4ee5-abc7-a2923cf00bb1 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.1709464 Jul 29 14:23:59.924520 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-015cd5ca-4c3a-4b90-b7ca-9d69526a4119 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:23:59.925768 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-72eb8ad5-e9f2-4a33-9744-420352abb50d req-f611c75a-2ec5-45b5-997a-c60a812358f7 service neutron] 10.222.0.42 "GET /v2.0/networks/b3cec429-afe0-40ba-a154-12d562265125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073873 Jul 29 14:23:59.949546 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-015cd5ca-4c3a-4b90-b7ca-9d69526a4119 service neutron] Transition to ACTIVE for port object d66ad657-4b9d-438d-9cac-61c05dc0a282 will not be triggered until provisioned by entity L2. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:23:59.968035 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c9e69-f280-4b45-99d2-fc7efdd16f34 req-2aa36475-f213-4790-8270-f0573c7e5521 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:23:59.969552 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a12c9e69-f280-4b45-99d2-fc7efdd16f34 req-2aa36475-f213-4790-8270-f0573c7e5521 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=2def49d1-1ac0-4947-bbae-1fa158ee9ee7 HTTP/1.1" status: 200 len: 931 time: 0.1169643 Jul 29 14:23:59.972334 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-015cd5ca-4c3a-4b90-b7ca-9d69526a4119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079021'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:00.042218 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-72eb8ad5-e9f2-4a33-9744-420352abb50d req-b1680d30-75ea-4c27-8c79-bbc30e5c517b service neutron] 10.222.0.42 "GET /v2.0/networks/b3cec429-afe0-40ba-a154-12d562265125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983841 Jul 29 14:24:00.044330 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9759e331-c03b-48c1-8515-87e2bd0ffc6d req-b6c2e736-ce0f-4560-b2db-c0d5347ffea4 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136560 Jul 29 14:24:00.074216 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015cd5ca-4c3a-4b90-b7ca-9d69526a4119 service neutron] Pushing event updated for resources: {'Port': ['ID=d66ad657-4b9d-438d-9cac-61c05dc0a282,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:00.087991 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a12c9e69-f280-4b45-99d2-fc7efdd16f34 req-7431cca9-59f6-48b7-91ba-d6115322f16d tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a0acfd1-26e6-4a1a-b50b-6d7dc1b17c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066492 Jul 29 14:24:00.116401 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-43240866-8a91-4d55-9878-b6b4fb5bbea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'name': 'tempest-AttachVolumeTestJSON-498544025-router', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:24Z', 'revision_number': 4, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'gw_port': {'id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:08Z', 'updated_at': '2021-07-29T14:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_floatingips': [{'id': '001b7676-fa64-41aa-9a85-13cb110f441a', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'router_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'port_id': '63ee529b-d804-4509-b79a-2b8d91edfaa0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125', 'mac_address': 'fa:16:3e:92:2c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b47c06-3371-4f2e-beb5-1df2b3960fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:23:32Z', 'updated_at': '2021-07-29T14:23:58Z', 'revision_number': 1, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c23ef7-7f75-4845-bdcb-fee180b06f1f', 'name': '', 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'mac_address': 'fa:16:3e:a4:a3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '0feee60d-456e-4fb7-af3e-353853088018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:20Z', 'updated_at': '2021-07-29T14:23:34Z', 'revision_number': 5, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'subnets': [{'id': '0feee60d-456e-4fb7-af3e-353853088018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:24:00.154200 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43240866-8a91-4d55-9878-b6b4fb5bbea3 None None] The sync data for ids ['ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'] in dv-cinder-802882-2-iscsi is: [{'id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'name': 'tempest-AttachVolumeTestJSON-498544025-router', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:24Z', 'revision_number': 4, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'gw_port': {'id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:08Z', 'updated_at': '2021-07-29T14:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_floatingips': [{'id': '001b7676-fa64-41aa-9a85-13cb110f441a', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'router_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'port_id': '63ee529b-d804-4509-b79a-2b8d91edfaa0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125', 'mac_address': 'fa:16:3e:92:2c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b47c06-3371-4f2e-beb5-1df2b3960fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:23:32Z', 'updated_at': '2021-07-29T14:23:58Z', 'revision_number': 1, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c23ef7-7f75-4845-bdcb-fee180b06f1f', 'name': '', 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'mac_address': 'fa:16:3e:a4:a3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '0feee60d-456e-4fb7-af3e-353853088018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:20Z', 'updated_at': '2021-07-29T14:23:34Z', 'revision_number': 5, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'subnets': [{'id': '0feee60d-456e-4fb7-af3e-353853088018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:24:00.201677 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86819e0a-99eb-4871-a316-4fdba6c758ad req-4adc35c2-2642-48c4-9309-6890b3baff7e tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:00.203235 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-86819e0a-99eb-4871-a316-4fdba6c758ad req-4adc35c2-2642-48c4-9309-6890b3baff7e tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/ports?device_id=57ce5603-2840-4ecd-8223-1cb2eded0850 HTTP/1.1" status: 200 len: 946 time: 0.0747800 Jul 29 14:24:00.204439 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-015cd5ca-4c3a-4b90-b7ca-9d69526a4119 service neutron] Attempting to bind port d66ad657-4b9d-438d-9cac-61c05dc0a282 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:24:00.204786 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-015cd5ca-4c3a-4b90-b7ca-9d69526a4119 service neutron] Attempting to bind port d66ad657-4b9d-438d-9cac-61c05dc0a282 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': 'e4e9cef4-d88b-431d-840b-7cccd51c3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8ad5c676-7022-4ca1-916a-090985606ac2'}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:24:00.205169 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-015cd5ca-4c3a-4b90-b7ca-9d69526a4119 service neutron] Attempting to bind port d66ad657-4b9d-438d-9cac-61c05dc0a282 on network 8ad5c676-7022-4ca1-916a-090985606ac2 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:24:00.212713 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-015cd5ca-4c3a-4b90-b7ca-9d69526a4119 service neutron] Port d66ad657-4b9d-438d-9cac-61c05dc0a282 on network 8ad5c676-7022-4ca1-916a-090985606ac2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:24:00.213134 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-015cd5ca-4c3a-4b90-b7ca-9d69526a4119 service neutron] Attempting to bind port d66ad657-4b9d-438d-9cac-61c05dc0a282 on network 8ad5c676-7022-4ca1-916a-090985606ac2 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:24:00.231068 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-015cd5ca-4c3a-4b90-b7ca-9d69526a4119 service neutron] Checking agent: {'id': 'fd26b577-982f-4e34-ab76-8a88883d4fab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:24:00.231878 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-015cd5ca-4c3a-4b90-b7ca-9d69526a4119 service neutron] Checking segment: {'id': 'e4e9cef4-d88b-431d-840b-7cccd51c3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8ad5c676-7022-4ca1-916a-090985606ac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:24:00.231878 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-015cd5ca-4c3a-4b90-b7ca-9d69526a4119 service neutron] Bound using segment: {'id': 'e4e9cef4-d88b-431d-840b-7cccd51c3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8ad5c676-7022-4ca1-916a-090985606ac2'} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:24:00.232249 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-015cd5ca-4c3a-4b90-b7ca-9d69526a4119 service neutron] Bound port: d66ad657-4b9d-438d-9cac-61c05dc0a282, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4e9cef4-d88b-431d-840b-7cccd51c3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8ad5c676-7022-4ca1-916a-090985606ac2'}}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:24:00.232618 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-015cd5ca-4c3a-4b90-b7ca-9d69526a4119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:00.266086 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-86819e0a-99eb-4871-a316-4fdba6c758ad req-69ec4103-5d40-48a1-a3fb-ad8f7f77bdae tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1f79f8-968b-4076-8530-8ad96627d725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553205 Jul 29 14:24:00.320447 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-015cd5ca-4c3a-4b90-b7ca-9d69526a4119 service neutron] For port d66ad657-4b9d-438d-9cac-61c05dc0a282, host hv-cinder-80288, cleared binding levels {{(pid=93047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:24:00.324713 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-015cd5ca-4c3a-4b90-b7ca-9d69526a4119 service neutron] For port d66ad657-4b9d-438d-9cac-61c05dc0a282, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=d66ad657-4b9d-438d-9cac-61c05dc0a282,segment=NetworkSegment(e4e9cef4-d88b-431d-840b-7cccd51c3f22),segment_id=e4e9cef4-d88b-431d-840b-7cccd51c3f22)] {{(pid=93047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:24:00.329748 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-015cd5ca-4c3a-4b90-b7ca-9d69526a4119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079021'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:00.354526 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180168cf-dd86-4e9c-8978-3747d37b7190 None None] New status for floating IP 001b7676-fa64-41aa-9a85-13cb110f441a: ACTIVE {{(pid=93048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:24:00.369034 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-015cd5ca-4c3a-4b90-b7ca-9d69526a4119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:00.369844 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-015cd5ca-4c3a-4b90-b7ca-9d69526a4119 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:00.371281 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-015cd5ca-4c3a-4b90-b7ca-9d69526a4119 service neutron] 10.222.0.42 "PUT /v2.0/ports/d66ad657-4b9d-438d-9cac-61c05dc0a282 HTTP/1.1" status: 200 len: 1093 time: 1.1847866 Jul 29 14:24:00.371720 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2def49d1-1ac0-4947-bbae-1fa158ee9ee7', 'tag': 'd66ad657-4b9d-438d-9cac-61c05dc0a282'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:24:00.374306 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d29991c668386e200e1a1994fca063bc4f2dc54aaad28d0a971c904e1588ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e97bf6-536d-4456-918e-ce6c3b6882e7" -d '{"events": [{"name": "network-changed", "server_uuid": "2def49d1-1ac0-4947-bbae-1fa158ee9ee7", "tag": "d66ad657-4b9d-438d-9cac-61c05dc0a282"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:24:00.404082 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015cd5ca-4c3a-4b90-b7ca-9d69526a4119 service neutron] Pushing event updated for resources: {'Port': ['ID=d66ad657-4b9d-438d-9cac-61c05dc0a282,revision_number=3']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:00.445832 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a445926d-87ae-4d82-af62-98224372b83c x-openstack-request-id: req-a445926d-87ae-4d82-af62-98224372b83c {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:24:00.446220 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2def49d1-1ac0-4947-bbae-1fa158ee9ee7", "tag": "d66ad657-4b9d-438d-9cac-61c05dc0a282", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:24:00.447097 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a445926d-87ae-4d82-af62-98224372b83c {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:24:00.447494 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2def49d1-1ac0-4947-bbae-1fa158ee9ee7', 'tag': 'd66ad657-4b9d-438d-9cac-61c05dc0a282', 'status': 'completed', 'code': 200} Jul 29 14:24:00.480588 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-c504aa5f-be63-495a-aa42-5beec5ad79b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:00.482158 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-c504aa5f-be63-495a-aa42-5beec5ad79b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e1a792d204574429ad7230217ea907e4&device_id=2def49d1-1ac0-4947-bbae-1fa158ee9ee7 HTTP/1.1" status: 200 len: 1096 time: 0.0520148 Jul 29 14:24:00.527686 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-aa1b30dd-e66d-4aad-9fcd-ee492b3504b4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d66ad657-4b9d-438d-9cac-61c05dc0a282 HTTP/1.1" status: 200 len: 217 time: 0.0362151 Jul 29 14:24:00.580134 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-df990fe1-0e64-4d68-8290-99470dea8067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:00.581498 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-df990fe1-0e64-4d68-8290-99470dea8067 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2c598511-a412-4eaf-9907-d89943bea27b HTTP/1.1" status: 200 len: 853 time: 0.0458093 Jul 29 14:24:00.620210 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-4179cd96-7c96-48ab-81fa-bf9e3221f1a2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ad5c676-7022-4ca1-916a-090985606ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267572 Jul 29 14:24:00.728683 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-f4f3990d-cace-4245-9f26-6cf4c1ec6c53 service neutron] 10.222.0.42 "GET /v2.0/networks/8ad5c676-7022-4ca1-916a-090985606ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994456 Jul 29 14:24:00.876547 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c0291f1a-ce00-4505-9259-0d90f2f26382 req-2af759c7-b329-415b-8149-013d57929d50 service neutron] 10.222.0.42 "GET /v2.0/networks/8ad5c676-7022-4ca1-916a-090985606ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360855 Jul 29 14:24:00.904996 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25085e-2732-4241-b511-96be1b3c2dcc req-d9feb7e0-149d-4f8b-ba9f-c420f70e7dab tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:00.906732 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-eb25085e-2732-4241-b511-96be1b3c2dcc req-d9feb7e0-149d-4f8b-ba9f-c420f70e7dab tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a9afabf-c84c-4451-88ac-e3ff914cd8fb HTTP/1.1" status: 200 len: 944 time: 0.0765042 Jul 29 14:24:00.990307 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-eb25085e-2732-4241-b511-96be1b3c2dcc req-f4151fd7-f2ad-4a25-a44e-9d35f68e54a0 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667765 Jul 29 14:24:00.997246 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e97bf6-536d-4456-918e-ce6c3b6882e7 req-b6379d5d-9a40-47a0-8dce-fbda68b50379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:00.999018 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-14e97bf6-536d-4456-918e-ce6c3b6882e7 req-b6379d5d-9a40-47a0-8dce-fbda68b50379 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e1a792d204574429ad7230217ea907e4&device_id=2def49d1-1ac0-4947-bbae-1fa158ee9ee7 HTTP/1.1" status: 200 len: 1096 time: 0.0674498 Jul 29 14:24:01.094361 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e97bf6-536d-4456-918e-ce6c3b6882e7 req-aa0a42e3-51a9-4e38-beb9-5bf0c7819928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:01.095851 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-14e97bf6-536d-4456-918e-ce6c3b6882e7 req-aa0a42e3-51a9-4e38-beb9-5bf0c7819928 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ad5c676-7022-4ca1-916a-090985606ac2 HTTP/1.1" status: 200 len: 914 time: 0.0880721 Jul 29 14:24:01.146200 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-14e97bf6-536d-4456-918e-ce6c3b6882e7 req-53243723-f306-44e2-98ee-e40ec8a4a17d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d66ad657-4b9d-438d-9cac-61c05dc0a282 HTTP/1.1" status: 200 len: 217 time: 0.0381136 Jul 29 14:24:01.254267 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e97bf6-536d-4456-918e-ce6c3b6882e7 req-7d93f5fa-d5aa-4d11-8506-7a9eab5385b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:01.255718 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-14e97bf6-536d-4456-918e-ce6c3b6882e7 req-7d93f5fa-d5aa-4d11-8506-7a9eab5385b6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2c598511-a412-4eaf-9907-d89943bea27b HTTP/1.1" status: 200 len: 853 time: 0.0855274 Jul 29 14:24:01.265056 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2d2e2-e571-4844-a5dc-7d413a38173a req-c2951bf8-a638-49d1-a762-033dd32a606f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:01.266537 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b1a2d2e2-e571-4844-a5dc-7d413a38173a req-c2951bf8-a638-49d1-a762-033dd32a606f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.1230950 Jul 29 14:24:01.300668 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344cf26-6dcd-4b2a-852e-9cf49fdf11fa req-fb4209ba-840f-4aff-af47-c2b231bc9a08 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:01.301779 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4344cf26-6dcd-4b2a-852e-9cf49fdf11fa req-fb4209ba-840f-4aff-af47-c2b231bc9a08 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=2def49d1-1ac0-4947-bbae-1fa158ee9ee7 HTTP/1.1" status: 200 len: 943 time: 0.1304660 Jul 29 14:24:01.308958 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-14e97bf6-536d-4456-918e-ce6c3b6882e7 req-ed2ff6f8-b05e-49ca-a970-75b19a818993 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ad5c676-7022-4ca1-916a-090985606ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406656 Jul 29 14:24:01.360663 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:01.416620 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b1a2d2e2-e571-4844-a5dc-7d413a38173a req-a45e4405-dd69-4b57-8b8e-e6b78bc2d5af tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362011 Jul 29 14:24:01.434693 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4344cf26-6dcd-4b2a-852e-9cf49fdf11fa req-49e028a1-e1a9-4562-866b-e649f713e926 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a0acfd1-26e6-4a1a-b50b-6d7dc1b17c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238143 Jul 29 14:24:01.475532 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-14e97bf6-536d-4456-918e-ce6c3b6882e7 req-eb59f6ad-30d9-4d56-86d3-50934a19c16d service neutron] 10.222.0.42 "GET /v2.0/networks/8ad5c676-7022-4ca1-916a-090985606ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513593 Jul 29 14:24:01.589033 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7837481-816a-4d23-b025-7494937c4506 req-0c1b3f81-a6ba-4b61-b044-b409b92eb2de tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:01.590579 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d7837481-816a-4d23-b025-7494937c4506 req-0c1b3f81-a6ba-4b61-b044-b409b92eb2de tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/ports?device_id=57ce5603-2840-4ecd-8223-1cb2eded0850 HTTP/1.1" status: 200 len: 946 time: 0.1072996 Jul 29 14:24:01.638988 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-14e97bf6-536d-4456-918e-ce6c3b6882e7 req-e7fb2d0f-9e84-4ca0-8466-1a453185422c service neutron] 10.222.0.42 "GET /v2.0/networks/8ad5c676-7022-4ca1-916a-090985606ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276636 Jul 29 14:24:01.639794 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ea269-b095-419e-b95e-4646b7cf6859 req-0edcdb6f-66bf-4671-ba77-66559d4ee7ec tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:01.641266 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-4c2ea269-b095-419e-b95e-4646b7cf6859 req-0edcdb6f-66bf-4671-ba77-66559d4ee7ec tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.42 "GET /v2.0/ports?device_id=57ce5603-2840-4ecd-8223-1cb2eded0850 HTTP/1.1" status: 200 len: 946 time: 0.0838931 Jul 29 14:24:01.646118 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d7837481-816a-4d23-b025-7494937c4506 req-27fa13a7-91ac-45d3-aeda-38586792b82d tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1f79f8-968b-4076-8530-8ad96627d725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490983 Jul 29 14:24:02.927162 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb18d0-af39-45d7-b4c3-5c9930b7ef94 req-a8d64f8b-38d5-4164-aa18-a504e79bcbab tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:02.928643 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-07eb18d0-af39-45d7-b4c3-5c9930b7ef94 req-a8d64f8b-38d5-4164-aa18-a504e79bcbab tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a9afabf-c84c-4451-88ac-e3ff914cd8fb HTTP/1.1" status: 200 len: 944 time: 0.0548780 Jul 29 14:24:02.970811 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-07eb18d0-af39-45d7-b4c3-5c9930b7ef94 req-ec3b0b6f-9eac-479f-8487-45a7d6b7ed7c tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333917 Jul 29 14:24:03.072627 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60616f6-694b-458b-9a7e-c524fd1878b7 req-753684de-19bc-4749-9345-1f83afa5a3be tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:03.074137 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a60616f6-694b-458b-9a7e-c524fd1878b7 req-753684de-19bc-4749-9345-1f83afa5a3be tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0482512 Jul 29 14:24:03.115464 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a60616f6-694b-458b-9a7e-c524fd1878b7 req-5d257fa6-b1fa-49db-a38c-71e29c38bb3a tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345848 Jul 29 14:24:03.226989 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345eeea7-8dfa-4b83-bea8-51f6a799f73d req-2f107a51-dd05-4b76-baed-ebaf760fadce tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:03.229138 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-345eeea7-8dfa-4b83-bea8-51f6a799f73d req-2f107a51-dd05-4b76-baed-ebaf760fadce tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=2def49d1-1ac0-4947-bbae-1fa158ee9ee7 HTTP/1.1" status: 200 len: 943 time: 0.0536218 Jul 29 14:24:03.267401 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-345eeea7-8dfa-4b83-bea8-51f6a799f73d req-f0bcf0d7-9078-4f78-93a0-7ba1b51bafad tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a0acfd1-26e6-4a1a-b50b-6d7dc1b17c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315497 Jul 29 14:24:03.374794 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5bae7-7ab4-4267-85e6-4df589bd3821 req-1a898001-e609-4902-8647-59a85ddcfe83 tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:03.376314 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8da5bae7-7ab4-4267-85e6-4df589bd3821 req-1a898001-e609-4902-8647-59a85ddcfe83 tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/ports?device_id=57ce5603-2840-4ecd-8223-1cb2eded0850 HTTP/1.1" status: 200 len: 946 time: 0.0491292 Jul 29 14:24:03.418531 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8da5bae7-7ab4-4267-85e6-4df589bd3821 req-61b7380c-26a2-4a14-ac86-069a250ec62d tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1f79f8-968b-4076-8530-8ad96627d725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358827 Jul 29 14:24:04.911209 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 416131a4-7898-469d-89ef-592dc7aff334 up at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:24:04.964187 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning for port 416131a4-7898-469d-89ef-592dc7aff334 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:24:04.968378 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning complete for port 416131a4-7898-469d-89ef-592dc7aff334 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:24:04.968800 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:05.076133 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:05.081757 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-4c2ea269-b095-419e-b95e-4646b7cf6859 req-f211feb7-d8a5-4bca-8789-dae2a2ab78ab tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Deleting port cffe9640-dc24-4120-9a23-a32ea08dfce7 {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:24:05.083155 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-4c2ea269-b095-419e-b95e-4646b7cf6859 req-f211feb7-d8a5-4bca-8789-dae2a2ab78ab tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:05.106368 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9afabf-c84c-4451-88ac-e3ff914cd8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416131a4-7898-469d-89ef-592dc7aff334'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:24:05.109046 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccb16db2f9a74c00367815e69fa446d7a78c69e07d65ec2c4e32efa5fc27a6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c906a249-4de6-4e3c-9024-b483f45ebaac" -d '{"events": [{"server_uuid": "0a9afabf-c84c-4451-88ac-e3ff914cd8fb", "name": "network-vif-plugged", "status": "completed", "tag": "416131a4-7898-469d-89ef-592dc7aff334"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:24:05.133125 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 416131a4-7898-469d-89ef-592dc7aff334, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=416131a4-7898-469d-89ef-592dc7aff334,segment=NetworkSegment(b03b25ab-3830-4437-9930-58c769ecf5b6),segment_id=b03b25ab-3830-4437-9930-58c769ecf5b6)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:24:05.138947 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:05.170612 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device cffe9640-dc24-4120-9a23-a32ea08dfce7 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:24:05.206542 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-4c2ea269-b095-419e-b95e-4646b7cf6859 req-f211feb7-d8a5-4bca-8789-dae2a2ab78ab tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] For port cffe9640-dc24-4120-9a23-a32ea08dfce7, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=cffe9640-dc24-4120-9a23-a32ea08dfce7,segment=NetworkSegment(7459c351-1400-44f7-90e7-900d8e2c6192),segment_id=7459c351-1400-44f7-90e7-900d8e2c6192)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:24:05.206906 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-4c2ea269-b095-419e-b95e-4646b7cf6859 req-f211feb7-d8a5-4bca-8789-dae2a2ab78ab tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:05.228421 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-4c2ea269-b095-419e-b95e-4646b7cf6859 req-f211feb7-d8a5-4bca-8789-dae2a2ab78ab tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Calling delete_port for cffe9640-dc24-4120-9a23-a32ea08dfce7 owned by compute:nova {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:24:05.253348 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=416131a4-7898-469d-89ef-592dc7aff334,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:05.300573 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:05.336580 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port cffe9640-dc24-4120-9a23-a32ea08dfce7, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=cffe9640-dc24-4120-9a23-a32ea08dfce7,segment=NetworkSegment(7459c351-1400-44f7-90e7-900d8e2c6192),segment_id=7459c351-1400-44f7-90e7-900d8e2c6192)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:24:05.341750 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:05.343853 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ca801-7995-4d1d-aad0-37fd7400ccd7 req-397d030a-92b4-4fab-b2bd-7c65f58a47f4 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:05.345406 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-145ca801-7995-4d1d-aad0-37fd7400ccd7 req-397d030a-92b4-4fab-b2bd-7c65f58a47f4 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a9afabf-c84c-4451-88ac-e3ff914cd8fb HTTP/1.1" status: 200 len: 944 time: 0.3000951 Jul 29 14:24:05.353845 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8b620-b480-437e-9f13-d8d0b040afe7 req-04e78ecf-f5be-42d3-9a3b-4dadbf32a95d tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:05.355494 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f0a8b620-b480-437e-9f13-d8d0b040afe7 req-04e78ecf-f5be-42d3-9a3b-4dadbf32a95d tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.2788932 Jul 29 14:24:05.397379 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=cffe9640-dc24-4120-9a23-a32ea08dfce7,revision_number=6']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:05.405157 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:05.405518 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:05.405869 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:05.406253 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:05.406580 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:05.406913 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:05.407245 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:05.407695 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:05.408053 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:05.408391 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:05.408724 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:05.409044 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:05.413389 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-4c2ea269-b095-419e-b95e-4646b7cf6859 req-f211feb7-d8a5-4bca-8789-dae2a2ab78ab tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:05.416721 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-145ca801-7995-4d1d-aad0-37fd7400ccd7 req-342e9606-fe7e-4dc5-af31-d4191e9b0d05 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549066 Jul 29 14:24:05.426373 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f0a8b620-b480-437e-9f13-d8d0b040afe7 req-f53410dd-2bf4-4096-aa64-f9b1605b2b2a tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564818 Jul 29 14:24:05.514111 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211feb7-d8a5-4bca-8789-dae2a2ab78ab tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Pushing event deleted for resources: {'Port': ['ID=cffe9640-dc24-4120-9a23-a32ea08dfce7,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:05.533739 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-994d570e-033c-4e0d-893d-89e0366c80c5 req-049f625e-8603-4d0b-8ce2-f6b4d59db2e6 tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.44 "GET /v2.0/ports?device_id=57ce5603-2840-4ecd-8223-1cb2eded0850 HTTP/1.1" status: 200 len: 210 time: 0.0362825 Jul 29 14:24:05.542301 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2ea269-b095-419e-b95e-4646b7cf6859 req-f211feb7-d8a5-4bca-8789-dae2a2ab78ab tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] No DVR routers for this DVR port cffe9640-dc24-4120-9a23-a32ea08dfce7 on host hv-cinder-80288 {{(pid=93046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:24:05.544686 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211feb7-d8a5-4bca-8789-dae2a2ab78ab tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:05.545143 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211feb7-d8a5-4bca-8789-dae2a2ab78ab tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:05.545614 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211feb7-d8a5-4bca-8789-dae2a2ab78ab tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:05.546073 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211feb7-d8a5-4bca-8789-dae2a2ab78ab tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:05.546502 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211feb7-d8a5-4bca-8789-dae2a2ab78ab tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:05.546997 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211feb7-d8a5-4bca-8789-dae2a2ab78ab tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:05.547414 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211feb7-d8a5-4bca-8789-dae2a2ab78ab tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:05.547865 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211feb7-d8a5-4bca-8789-dae2a2ab78ab tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:05.548438 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211feb7-d8a5-4bca-8789-dae2a2ab78ab tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:05.548814 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211feb7-d8a5-4bca-8789-dae2a2ab78ab tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:05.549193 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211feb7-d8a5-4bca-8789-dae2a2ab78ab tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:05.549556 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211feb7-d8a5-4bca-8789-dae2a2ab78ab tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:05.561878 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-4c2ea269-b095-419e-b95e-4646b7cf6859 req-f211feb7-d8a5-4bca-8789-dae2a2ab78ab tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:05.564278 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-4c2ea269-b095-419e-b95e-4646b7cf6859 req-f211feb7-d8a5-4bca-8789-dae2a2ab78ab tempest-DeleteServersTestJSON-181932292 tempest-DeleteServersTestJSON-181932292-project] 10.222.0.42 "DELETE /v2.0/ports/cffe9640-dc24-4120-9a23-a32ea08dfce7 HTTP/1.1" status: 204 len: 173 time: 0.6216269 Jul 29 14:24:05.564799 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ce5603-2840-4ecd-8223-1cb2eded0850', 'name': 'network-vif-deleted', 'tag': 'cffe9640-dc24-4120-9a23-a32ea08dfce7'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:24:05.567390 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12d0d8acfdc7c270d197b253719fe34768a82c9c4ffac31e71dba4df5af88c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d3677d-095e-4fdf-b6b7-632a9e58142f" -d '{"events": [{"server_uuid": "57ce5603-2840-4ecd-8223-1cb2eded0850", "name": "network-vif-deleted", "tag": "cffe9640-dc24-4120-9a23-a32ea08dfce7"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:24:05.576928 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab0265-a976-4fdc-8136-61cd1aa12381 req-98978aa3-cb08-475c-bce7-118b3882b7c9 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:05.578947 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-68ab0265-a976-4fdc-8136-61cd1aa12381 req-98978aa3-cb08-475c-bce7-118b3882b7c9 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=2def49d1-1ac0-4947-bbae-1fa158ee9ee7 HTTP/1.1" status: 200 len: 943 time: 0.0718970 Jul 29 14:24:05.610495 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9003e780-eca6-4d40-b63f-a631fb2007a1 x-openstack-request-id: req-9003e780-eca6-4d40-b63f-a631fb2007a1 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:24:05.610893 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9afabf-c84c-4451-88ac-e3ff914cd8fb", "name": "network-vif-plugged", "status": "completed", "tag": "416131a4-7898-469d-89ef-592dc7aff334", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:24:05.611279 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9003e780-eca6-4d40-b63f-a631fb2007a1 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:24:05.611779 dv-cinder-802882-2-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9afabf-c84c-4451-88ac-e3ff914cd8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416131a4-7898-469d-89ef-592dc7aff334', 'code': 200} Jul 29 14:24:05.642539 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-68ab0265-a976-4fdc-8136-61cd1aa12381 req-87f3b316-c3e1-4d21-9fdd-97fc9baf2d6c tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a0acfd1-26e6-4a1a-b50b-6d7dc1b17c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424411 Jul 29 14:24:05.648714 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840d7a3c-4fa4-4944-9080-87246ca87d16 x-openstack-request-id: req-840d7a3c-4fa4-4944-9080-87246ca87d16 {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:24:05.649071 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ce5603-2840-4ecd-8223-1cb2eded0850", "name": "network-vif-deleted", "tag": "cffe9640-dc24-4120-9a23-a32ea08dfce7", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:24:05.649272 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-840d7a3c-4fa4-4944-9080-87246ca87d16 {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:24:05.649798 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ce5603-2840-4ecd-8223-1cb2eded0850', 'name': 'network-vif-deleted', 'tag': 'cffe9640-dc24-4120-9a23-a32ea08dfce7', 'status': 'completed', 'code': 200} Jul 29 14:24:05.815312 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405e5ad-3cce-48a4-b6b4-d2eff01b74e5 req-157dfc46-2c31-41ed-97ad-46a0e3090f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:05.816835 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-1405e5ad-3cce-48a4-b6b4-d2eff01b74e5 req-157dfc46-2c31-41ed-97ad-46a0e3090f2c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0a9afabf-c84c-4451-88ac-e3ff914cd8fb HTTP/1.1" status: 200 len: 1098 time: 0.0407453 Jul 29 14:24:05.852868 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-1405e5ad-3cce-48a4-b6b4-d2eff01b74e5 req-5ed152c9-1f35-4896-87f8-4a1004c37b95 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278764 Jul 29 14:24:06.624096 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe3a33-804d-4b97-b95e-c1a7a9c7892a req-c9a59ce1-6424-4ab2-bea1-49c9bfb8adfc tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:06.625622 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0efe3a33-804d-4b97-b95e-c1a7a9c7892a req-c9a59ce1-6424-4ab2-bea1-49c9bfb8adfc tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0741260 Jul 29 14:24:06.633208 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bea30b-947b-407b-90f2-284cb31b0cf6 req-8f3fd36b-93b8-4cb9-bdbb-196ee91d42ff tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:06.635291 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-11bea30b-947b-407b-90f2-284cb31b0cf6 req-8f3fd36b-93b8-4cb9-bdbb-196ee91d42ff tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a9afabf-c84c-4451-88ac-e3ff914cd8fb HTTP/1.1" status: 200 len: 945 time: 0.0975139 Jul 29 14:24:06.692534 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0efe3a33-804d-4b97-b95e-c1a7a9c7892a req-b2890063-2ef0-47ea-9431-836f448375d2 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561595 Jul 29 14:24:06.698066 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-11bea30b-947b-407b-90f2-284cb31b0cf6 req-829fedbc-549d-4ad6-a32c-90b067d6ed60 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556996 Jul 29 14:24:06.878310 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155feb8-0490-4d1d-9f98-4bd1b1f43fdf req-56a47c9b-9144-4bfc-a5c8-26d5303a68c4 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:06.883602 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e155feb8-0490-4d1d-9f98-4bd1b1f43fdf req-56a47c9b-9144-4bfc-a5c8-26d5303a68c4 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=2def49d1-1ac0-4947-bbae-1fa158ee9ee7 HTTP/1.1" status: 200 len: 943 time: 0.0861645 Jul 29 14:24:06.927395 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e155feb8-0490-4d1d-9f98-4bd1b1f43fdf req-8e69f304-959a-40fd-a287-fd7f8228cfdf tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a0acfd1-26e6-4a1a-b50b-6d7dc1b17c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370469 Jul 29 14:24:06.969823 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device d66ad657-4b9d-438d-9cac-61c05dc0a282 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:24:07.083069 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port d66ad657-4b9d-438d-9cac-61c05dc0a282, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=d66ad657-4b9d-438d-9cac-61c05dc0a282,segment=NetworkSegment(e4e9cef4-d88b-431d-840b-7cccd51c3f22),segment_id=e4e9cef4-d88b-431d-840b-7cccd51c3f22)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:24:07.095661 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Returning: {'device': 'd66ad657-4b9d-438d-9cac-61c05dc0a282', 'network_id': '8ad5c676-7022-4ca1-916a-090985606ac2', 'port_id': 'd66ad657-4b9d-438d-9cac-61c05dc0a282', 'mac_address': 'fa:16:3e:08:ec:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c598511-a412-4eaf-9907-d89943bea27b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:24:07.137337 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:07.156959 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d66ad657-4b9d-438d-9cac-61c05dc0a282 {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:24:07.177297 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port d66ad657-4b9d-438d-9cac-61c05dc0a282, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=d66ad657-4b9d-438d-9cac-61c05dc0a282,segment=NetworkSegment(e4e9cef4-d88b-431d-840b-7cccd51c3f22),segment_id=e4e9cef4-d88b-431d-840b-7cccd51c3f22)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:24:07.181042 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:07.228652 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=d66ad657-4b9d-438d-9cac-61c05dc0a282,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:07.587187 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['d66ad657-4b9d-438d-9cac-61c05dc0a282'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:24:07.612505 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ce5603-2840-4ecd-8223-1cb2eded0850', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cffe9640-dc24-4120-9a23-a32ea08dfce7'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:24:07.614885 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccb16db2f9a74c00367815e69fa446d7a78c69e07d65ec2c4e32efa5fc27a6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c15b81a-83e3-4b05-ba8f-6995dc08654c" -d '{"events": [{"server_uuid": "57ce5603-2840-4ecd-8223-1cb2eded0850", "name": "network-vif-unplugged", "status": "completed", "tag": "cffe9640-dc24-4120-9a23-a32ea08dfce7"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:24:07.655604 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 14:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd623e29-a41a-465e-a41c-6f7a14ba1c18 x-openstack-request-id: req-dd623e29-a41a-465e-a41c-6f7a14ba1c18 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:24:07.655921 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ce5603-2840-4ecd-8223-1cb2eded0850", "name": "network-vif-unplugged", "status": "completed", "tag": "cffe9640-dc24-4120-9a23-a32ea08dfce7", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:24:07.656178 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dd623e29-a41a-465e-a41c-6f7a14ba1c18 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:24:07.656565 dv-cinder-802882-2-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ce5603-2840-4ecd-8223-1cb2eded0850', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cffe9640-dc24-4120-9a23-a32ea08dfce7', 'code': 200} Jul 29 14:24:07.849244 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afb111-0889-4d4a-95f9-9f0878cc783d req-5d810026-c10d-44d5-9178-47ae6e5e6375 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:07.850686 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-27afb111-0889-4d4a-95f9-9f0878cc783d req-5d810026-c10d-44d5-9178-47ae6e5e6375 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0808680 Jul 29 14:24:07.862979 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9f838-7900-4309-9599-e40ecbcb347e req-a24bda92-58ec-4746-b366-559a997c0e45 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:07.864441 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-dac9f838-7900-4309-9599-e40ecbcb347e req-a24bda92-58ec-4746-b366-559a997c0e45 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a9afabf-c84c-4451-88ac-e3ff914cd8fb HTTP/1.1" status: 200 len: 945 time: 0.0679986 Jul 29 14:24:07.921407 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-27afb111-0889-4d4a-95f9-9f0878cc783d req-b2ce6e87-597b-4520-b618-5745abb39319 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559964 Jul 29 14:24:07.926286 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-dac9f838-7900-4309-9599-e40ecbcb347e req-03621e2e-68ab-4c31-8dfc-cb4f3ba546f3 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544262 Jul 29 14:24:08.054655 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687cc8e-7120-47e1-b8b8-6f6d615ca501 req-8549fb9b-4f9f-46f7-9784-a1d5ce7bd366 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:08.057314 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f687cc8e-7120-47e1-b8b8-6f6d615ca501 req-8549fb9b-4f9f-46f7-9784-a1d5ce7bd366 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=2def49d1-1ac0-4947-bbae-1fa158ee9ee7 HTTP/1.1" status: 200 len: 944 time: 0.0608084 Jul 29 14:24:08.111868 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f687cc8e-7120-47e1-b8b8-6f6d615ca501 req-7769c0f5-ba54-4ac9-b53e-9d0f82debf94 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a0acfd1-26e6-4a1a-b50b-6d7dc1b17c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480995 Jul 29 14:24:08.176595 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 55316) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:24:08.219853 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc884b6f-b173-4fe8-a56e-a239280e1b3b admin admin] Deleting subnet 154ed491-057c-44cc-b2fe-1e8a3ee276ad {{(pid=93046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:24:08.223247 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fc884b6f-b173-4fe8-a56e-a239280e1b3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:08.262637 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fc884b6f-b173-4fe8-a56e-a239280e1b3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2928358'] for subnet, precommit_delete_associations {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:08.302934 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fc884b6f-b173-4fe8-a56e-a239280e1b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773198'] for subnet, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:08.365088 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fc884b6f-b173-4fe8-a56e-a239280e1b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2971958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58777958'] for subnet, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:08.395310 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc884b6f-b173-4fe8-a56e-a239280e1b3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=154ed491-057c-44cc-b2fe-1e8a3ee276ad,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:08.399574 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fc884b6f-b173-4fe8-a56e-a239280e1b3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:08.401717 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-fc884b6f-b173-4fe8-a56e-a239280e1b3b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/154ed491-057c-44cc-b2fe-1e8a3ee276ad HTTP/1.1" status: 204 len: 168 time: 0.2239254 Jul 29 14:24:08.404394 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 55326) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:24:08.481929 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7ca0cee0-51af-4da8-acdf-46515bf61481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653895'] for network, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:08.558882 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7ca0cee0-51af-4da8-acdf-46515bf61481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770265', 'neutron.services.segments.db._delete_segments_for_network-8774390517041'] for network, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:08.568463 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-7ca0cee0-51af-4da8-acdf-46515bf61481 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd2d8f7-ea7b-4436-9973-addb76973128']}} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:24:08.581599 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-7ca0cee0-51af-4da8-acdf-46515bf61481 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7459c351-1400-44f7-90e7-900d8e2c6192') {'for_net_delete': True} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:24:08.581892 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-7ca0cee0-51af-4da8-acdf-46515bf61481 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7459c351-1400-44f7-90e7-900d8e2c6192') {} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:24:08.591209 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7ca0cee0-51af-4da8-acdf-46515bf61481 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774390517562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2928365'] for segment, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:08.605035 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7ca0cee0-51af-4da8-acdf-46515bf61481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:08.610545 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca0cee0-51af-4da8-acdf-46515bf61481 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=93046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:24:08.610924 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7ca0cee0-51af-4da8-acdf-46515bf61481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972648'] for segment, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:08.612490 dv-cinder-802882-2-iscsi neutron-server[93046]: Traceback (most recent call last): Jul 29 14:24:08.612490 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:24:08.612490 dv-cinder-802882-2-iscsi neutron-server[93046]: timer() Jul 29 14:24:08.612490 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:24:08.612490 dv-cinder-802882-2-iscsi neutron-server[93046]: cb(*args, **kw) Jul 29 14:24:08.612490 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:24:08.612490 dv-cinder-802882-2-iscsi neutron-server[93046]: return func(*args, **kwargs) Jul 29 14:24:08.612490 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:24:08.612490 dv-cinder-802882-2-iscsi neutron-server[93046]: self._notify() Jul 29 14:24:08.612490 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:24:08.612490 dv-cinder-802882-2-iscsi neutron-server[93046]: self.callback(batched_events) Jul 29 14:24:08.612490 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:24:08.612490 dv-cinder-802882-2-iscsi neutron-server[93046]: event.method(event) Jul 29 14:24:08.612490 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:24:08.612490 dv-cinder-802882-2-iscsi neutron-server[93046]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:24:08.612490 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:24:08.612490 dv-cinder-802882-2-iscsi neutron-server[93046]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:24:08.612490 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:24:08.612490 dv-cinder-802882-2-iscsi neutron-server[93046]: return f(self, *a, **k) Jul 29 14:24:08.612490 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:24:08.612490 dv-cinder-802882-2-iscsi neutron-server[93046]: return self._get(url).json() Jul 29 14:24:08.612490 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:24:08.612490 dv-cinder-802882-2-iscsi neutron-server[93046]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:24:08.612490 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:24:08.612490 dv-cinder-802882-2-iscsi neutron-server[93046]: return self.request(url, 'GET', **kwargs) Jul 29 14:24:08.612490 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:24:08.612490 dv-cinder-802882-2-iscsi neutron-server[93046]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:24:08.612490 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:24:08.612490 dv-cinder-802882-2-iscsi neutron-server[93046]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:24:08.612490 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:24:08.612490 dv-cinder-802882-2-iscsi neutron-server[93046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:24:08.612490 dv-cinder-802882-2-iscsi neutron-server[93046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:24:08.663450 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7ca0cee0-51af-4da8-acdf-46515bf61481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744631'] for network, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:08.671236 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7ca0cee0-51af-4da8-acdf-46515bf61481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:08.673023 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-7ca0cee0-51af-4da8-acdf-46515bf61481 admin admin] 10.222.0.44 "DELETE /v2.0/networks/efd2d8f7-ea7b-4436-9973-addb76973128 HTTP/1.1" status: 204 len: 168 time: 0.2677112 Jul 29 14:24:08.682657 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0cee0-51af-4da8-acdf-46515bf61481 admin admin] Pushing event deleted for resources: {'Network': ['ID=efd2d8f7-ea7b-4436-9973-addb76973128,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:08.836064 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 55334) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:24:08.875672 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-c64baf27-d685-466f-a0ad-0b205dab8d70 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cd75d3c1419945359906a60a91f938d9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0382686 Jul 29 14:24:08.877879 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 55336) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:24:08.924477 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5c6bfc07-b673-4b7b-bd89-cc53db74feac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:08.948900 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5c6bfc07-b673-4b7b-bd89-cc53db74feac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:08.987176 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device d66ad657-4b9d-438d-9cac-61c05dc0a282 up at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:24:09.000098 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5c6bfc07-b673-4b7b-bd89-cc53db74feac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:09.002662 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5c6bfc07-b673-4b7b-bd89-cc53db74feac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:09.003964 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-5c6bfc07-b673-4b7b-bd89-cc53db74feac admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3b1f79f8-968b-4076-8530-8ad96627d725 HTTP/1.1" status: 204 len: 168 time: 0.1250174 Jul 29 14:24:09.012491 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6bfc07-b673-4b7b-bd89-cc53db74feac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1f79f8-968b-4076-8530-8ad96627d725,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:09.054964 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a71ae-ba5b-43ee-9b04-d9d1cc82b86e req-7e6aa684-98ce-40cf-ab81-103a0b08c91e tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:09.056670 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-442a71ae-ba5b-43ee-9b04-d9d1cc82b86e req-7e6aa684-98ce-40cf-ab81-103a0b08c91e tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0641255 Jul 29 14:24:09.065809 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning for port d66ad657-4b9d-438d-9cac-61c05dc0a282 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:24:09.069671 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning complete for port d66ad657-4b9d-438d-9cac-61c05dc0a282 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:24:09.070086 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:09.112640 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-442a71ae-ba5b-43ee-9b04-d9d1cc82b86e req-547e673f-d1ee-44c9-a8a9-dab09ee06ea7 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491428 Jul 29 14:24:09.175869 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:09.220331 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port d66ad657-4b9d-438d-9cac-61c05dc0a282, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=d66ad657-4b9d-438d-9cac-61c05dc0a282,segment=NetworkSegment(e4e9cef4-d88b-431d-840b-7cccd51c3f22),segment_id=e4e9cef4-d88b-431d-840b-7cccd51c3f22)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:24:09.224817 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:09.274187 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf577931-6208-4b5b-8c2c-a2904cd5946a req-f7959d9f-6389-4655-8a7f-cfdfc16bb4e1 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:09.277028 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bf577931-6208-4b5b-8c2c-a2904cd5946a req-f7959d9f-6389-4655-8a7f-cfdfc16bb4e1 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=2def49d1-1ac0-4947-bbae-1fa158ee9ee7 HTTP/1.1" status: 200 len: 944 time: 0.0819430 Jul 29 14:24:09.283261 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=d66ad657-4b9d-438d-9cac-61c05dc0a282,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:09.320337 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bf577931-6208-4b5b-8c2c-a2904cd5946a req-ecafea52-a8ab-4401-bd73-2bb9509e54f3 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a0acfd1-26e6-4a1a-b50b-6d7dc1b17c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370517 Jul 29 14:24:09.658146 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2def49d1-1ac0-4947-bbae-1fa158ee9ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66ad657-4b9d-438d-9cac-61c05dc0a282'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:24:09.660946 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccb16db2f9a74c00367815e69fa446d7a78c69e07d65ec2c4e32efa5fc27a6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2e27f5-8612-4f03-852e-2febdeaf8067" -d '{"events": [{"server_uuid": "2def49d1-1ac0-4947-bbae-1fa158ee9ee7", "name": "network-vif-plugged", "status": "completed", "tag": "d66ad657-4b9d-438d-9cac-61c05dc0a282"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:24:09.700960 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3937c99b-613a-4339-86c2-c7486268009b x-openstack-request-id: req-3937c99b-613a-4339-86c2-c7486268009b {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:24:09.701352 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2def49d1-1ac0-4947-bbae-1fa158ee9ee7", "name": "network-vif-plugged", "status": "completed", "tag": "d66ad657-4b9d-438d-9cac-61c05dc0a282", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:24:09.701467 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3937c99b-613a-4339-86c2-c7486268009b {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:24:09.701854 dv-cinder-802882-2-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2def49d1-1ac0-4947-bbae-1fa158ee9ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66ad657-4b9d-438d-9cac-61c05dc0a282', 'code': 200} Jul 29 14:24:09.899085 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d91c07-df20-48bf-afbf-06366db28857 req-b67582dc-d2a6-4de4-91e1-59a77a268a84 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:09.901272 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b9d91c07-df20-48bf-afbf-06366db28857 req-b67582dc-d2a6-4de4-91e1-59a77a268a84 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/networks?id=ba4aefee-5518-43ab-b349-b6284cfd9b1b HTTP/1.1" status: 200 len: 813 time: 0.1265180 Jul 29 14:24:09.910969 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66e3bc-5adf-42c1-92b6-cbc3228061e5 req-876500d3-3e40-4db7-bd4f-cd1f4795e9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:09.912415 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ad66e3bc-5adf-42c1-92b6-cbc3228061e5 req-876500d3-3e40-4db7-bd4f-cd1f4795e9b7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2def49d1-1ac0-4947-bbae-1fa158ee9ee7 HTTP/1.1" status: 200 len: 1098 time: 0.0455785 Jul 29 14:24:09.918454 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b9d91c07-df20-48bf-afbf-06366db28857 req-a8392620-3e8a-413a-97ef-8b91ab3dceb8 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/quotas/ec8ec9dd4084494db38fa371530d0d43 HTTP/1.1" status: 200 len: 375 time: 0.0103989 Jul 29 14:24:09.956400 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ad66e3bc-5adf-42c1-92b6-cbc3228061e5 req-727a94ea-ff43-45bc-a5c4-3a4214b90809 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1a0acfd1-26e6-4a1a-b50b-6d7dc1b17c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298147 Jul 29 14:24:09.972394 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b9d91c07-df20-48bf-afbf-06366db28857 req-3e81226b-f909-4ada-995b-41d1f0ecf65b tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ec8ec9dd4084494db38fa371530d0d43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478978 Jul 29 14:24:10.069296 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b9d91c07-df20-48bf-afbf-06366db28857 req-b99a6c15-d5b6-4370-ba86-3a98b4c4f40e service neutron] 10.222.0.44 "GET /v2.0/networks/ba4aefee-5518-43ab-b349-b6284cfd9b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880075 Jul 29 14:24:10.165108 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b9d91c07-df20-48bf-afbf-06366db28857 req-3cdbdda9-9a0d-4f23-ada7-826891092874 service neutron] 10.222.0.44 "GET /v2.0/networks/ba4aefee-5518-43ab-b349-b6284cfd9b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889523 Jul 29 14:24:10.239612 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333624b7-2188-4b44-938f-0868951846d3 req-f73c2486-bdaa-4391-9220-4a3200d57f1e tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:10.242082 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-333624b7-2188-4b44-938f-0868951846d3 req-f73c2486-bdaa-4391-9220-4a3200d57f1e tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0549178 Jul 29 14:24:10.299407 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-333624b7-2188-4b44-938f-0868951846d3 req-8e0f9b68-e887-49ea-afd3-95db72482cba tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471067 Jul 29 14:24:10.349662 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d3f03de0-f0b3-4455-b76b-5a60e1f2deb4 req-38f523b7-0b82-4e5b-8861-62c04260a08f tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca0cf30b-357c-49dd-b721-1828a0db673e HTTP/1.1" status: 200 len: 210 time: 0.0326443 Jul 29 14:24:10.467769 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800ca18-b500-41e5-8cc2-ebe48fdef466 req-069ef8d9-c432-4c62-8bf4-9f70c35e30e6 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:10.469335 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3800ca18-b500-41e5-8cc2-ebe48fdef466 req-069ef8d9-c432-4c62-8bf4-9f70c35e30e6 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=2def49d1-1ac0-4947-bbae-1fa158ee9ee7 HTTP/1.1" status: 200 len: 945 time: 0.0522623 Jul 29 14:24:10.535947 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3800ca18-b500-41e5-8cc2-ebe48fdef466 req-656608b6-a5d9-4ca4-b343-6d0cfb3821a8 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a0acfd1-26e6-4a1a-b50b-6d7dc1b17c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603797 Jul 29 14:24:11.417767 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9739a-89b6-46d3-b629-1fad11464d7b req-86381536-959f-4b4c-9cfd-3b36e9d1b4d7 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:11.419240 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f3d9739a-89b6-46d3-b629-1fad11464d7b req-86381536-959f-4b4c-9cfd-3b36e9d1b4d7 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0519216 Jul 29 14:24:11.476847 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1a1720a5-a36a-4b42-a1a1-c89bc81d23d9 req-e3c45c5b-ecc1-465e-925a-c19f79723bb5 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca0cf30b-357c-49dd-b721-1828a0db673e HTTP/1.1" status: 200 len: 210 time: 0.0453403 Jul 29 14:24:11.494168 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f3d9739a-89b6-46d3-b629-1fad11464d7b req-732fed3a-914f-435b-a823-40c23bb5a7b8 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689797 Jul 29 14:24:11.657525 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49300be-d20e-4373-9c70-0781113c9b4e req-6902b286-47ff-470c-9385-0c0543fb66f2 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:11.659346 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d49300be-d20e-4373-9c70-0781113c9b4e req-6902b286-47ff-470c-9385-0c0543fb66f2 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=2def49d1-1ac0-4947-bbae-1fa158ee9ee7 HTTP/1.1" status: 200 len: 945 time: 0.0485330 Jul 29 14:24:11.698801 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d49300be-d20e-4373-9c70-0781113c9b4e req-67ea8dcf-1dcc-43f0-abad-19bfb47b05d2 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a0acfd1-26e6-4a1a-b50b-6d7dc1b17c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317822 Jul 29 14:24:12.123961 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d91c07-df20-48bf-afbf-06366db28857 req-1de73ed6-8635-4cbb-9bc9-ed2cbad88f7a tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:12.126233 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b9d91c07-df20-48bf-afbf-06366db28857 req-1de73ed6-8635-4cbb-9bc9-ed2cbad88f7a tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.42 "GET /v2.0/networks?id=ba4aefee-5518-43ab-b349-b6284cfd9b1b HTTP/1.1" status: 200 len: 813 time: 0.1255951 Jul 29 14:24:12.164951 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-b9d91c07-df20-48bf-afbf-06366db28857 req-5b12b3f8-7c24-4a55-b000-fbd71bf9c728 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Request body: {'port': {'device_id': 'ca0cf30b-357c-49dd-b721-1828a0db673e', 'network_id': 'ba4aefee-5518-43ab-b349-b6284cfd9b1b', 'admin_state_up': True, 'tenant_id': 'ec8ec9dd4084494db38fa371530d0d43'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:24:12.309290 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9d91c07-df20-48bf-afbf-06366db28857 req-5b12b3f8-7c24-4a55-b000-fbd71bf9c728 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Made reservation on behalf of ec8ec9dd4084494db38fa371530d0d43 for: {'port': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:24:12.313036 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-b9d91c07-df20-48bf-afbf-06366db28857 req-5b12b3f8-7c24-4a55-b000-fbd71bf9c728 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:12.474163 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [req-b9d91c07-df20-48bf-afbf-06366db28857 req-5b12b3f8-7c24-4a55-b000-fbd71bf9c728 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Allocated IP 172.20.0.6 (ba4aefee-5518-43ab-b349-b6284cfd9b1b/7cc3d8ce-88cb-4c2e-acf9-3ec507020a22/0702a928-9a77-4906-a1af-d3ac07d7d90f) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:24:12.590593 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ecb12812-abae-403e-83c2-f57a5295f1da req-3d8c1a39-784a-4d76-9a84-2e4f45cc77d6 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca0cf30b-357c-49dd-b721-1828a0db673e HTTP/1.1" status: 200 len: 210 time: 0.0287759 Jul 29 14:24:12.640155 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-b9d91c07-df20-48bf-afbf-06366db28857 req-5b12b3f8-7c24-4a55-b000-fbd71bf9c728 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:12.646544 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3364d-f2db-4209-8efc-1b4b6ee4fb7d req-8e75132d-785c-44c1-99a7-9f7cf53715b8 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:12.648078 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6fa3364d-f2db-4209-8efc-1b4b6ee4fb7d req-8e75132d-785c-44c1-99a7-9f7cf53715b8 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0563023 Jul 29 14:24:12.679051 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-b9d91c07-df20-48bf-afbf-06366db28857 req-5b12b3f8-7c24-4a55-b000-fbd71bf9c728 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:12.688058 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6fa3364d-f2db-4209-8efc-1b4b6ee4fb7d req-9d0435e6-6afc-4a5a-9ebe-ed7170d43a25 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328679 Jul 29 14:24:12.691951 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['b06e061d-abe8-4fe6-b34b-158c977cc7f7', '416131a4-7898-469d-89ef-592dc7aff334'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:24:12.742072 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9d91c07-df20-48bf-afbf-06366db28857 req-5b12b3f8-7c24-4a55-b000-fbd71bf9c728 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Network ba4aefee-5518-43ab-b349-b6284cfd9b1b is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:24:12.746308 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [req-b9d91c07-df20-48bf-afbf-06366db28857 req-5b12b3f8-7c24-4a55-b000-fbd71bf9c728 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:24:12.748492 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12b3f8-7c24-4a55-b000-fbd71bf9c728 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Pushing event updated for resources: {'Port': ['ID=0702a928-9a77-4906-a1af-d3ac07d7d90f,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:12.754319 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d91c07-df20-48bf-afbf-06366db28857 req-5b12b3f8-7c24-4a55-b000-fbd71bf9c728 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:24:12.811624 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d91c07-df20-48bf-afbf-06366db28857 req-5b12b3f8-7c24-4a55-b000-fbd71bf9c728 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:12.812357 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-b9d91c07-df20-48bf-afbf-06366db28857 req-5b12b3f8-7c24-4a55-b000-fbd71bf9c728 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:12.829094 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234b5ff-77de-465b-8e9f-31f13b9cdcfb req-15af00b7-44ca-4c7e-84b9-dc04cf9261df tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:12.831031 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9234b5ff-77de-465b-8e9f-31f13b9cdcfb req-15af00b7-44ca-4c7e-84b9-dc04cf9261df tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=2def49d1-1ac0-4947-bbae-1fa158ee9ee7 HTTP/1.1" status: 200 len: 945 time: 0.0529621 Jul 29 14:24:12.837025 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b9d91c07-df20-48bf-afbf-06366db28857 req-5b12b3f8-7c24-4a55-b000-fbd71bf9c728 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6772540 Jul 29 14:24:12.858246 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-b9d91c07-df20-48bf-afbf-06366db28857 req-8f23ca59-0c2d-4766-8584-e4850df54d53 service neutron] Request body: {'port': {'device_id': 'ca0cf30b-357c-49dd-b721-1828a0db673e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:24:12.875879 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9234b5ff-77de-465b-8e9f-31f13b9cdcfb req-00d1a511-092e-4ef8-a9a9-1e6711f760ea tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a0acfd1-26e6-4a1a-b50b-6d7dc1b17c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357878 Jul 29 14:24:12.932318 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-b9d91c07-df20-48bf-afbf-06366db28857 req-8f23ca59-0c2d-4766-8584-e4850df54d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:13.272562 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [req-b9d91c07-df20-48bf-afbf-06366db28857 req-8f23ca59-0c2d-4766-8584-e4850df54d53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0702a928-9a77-4906-a1af-d3ac07d7d90f {{(pid=93046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:24:13.282139 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-b9d91c07-df20-48bf-afbf-06366db28857 req-8f23ca59-0c2d-4766-8584-e4850df54d53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:13.296459 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [req-b9d91c07-df20-48bf-afbf-06366db28857 req-8f23ca59-0c2d-4766-8584-e4850df54d53 service neutron] Transition to ACTIVE for port object 0702a928-9a77-4906-a1af-d3ac07d7d90f will not be triggered until provisioned by entity L2. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:24:13.300514 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-b9d91c07-df20-48bf-afbf-06366db28857 req-8f23ca59-0c2d-4766-8584-e4850df54d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971904'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:13.408670 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23ca59-0c2d-4766-8584-e4850df54d53 service neutron] Pushing event updated for resources: {'Port': ['ID=0702a928-9a77-4906-a1af-d3ac07d7d90f,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:13.467510 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-b9d91c07-df20-48bf-afbf-06366db28857 req-8f23ca59-0c2d-4766-8584-e4850df54d53 service neutron] Attempting to bind port 0702a928-9a77-4906-a1af-d3ac07d7d90f on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:24:13.468209 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-b9d91c07-df20-48bf-afbf-06366db28857 req-8f23ca59-0c2d-4766-8584-e4850df54d53 service neutron] Attempting to bind port 0702a928-9a77-4906-a1af-d3ac07d7d90f by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': 'b03b25ab-3830-4437-9930-58c769ecf5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ba4aefee-5518-43ab-b349-b6284cfd9b1b'}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:24:13.468881 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d91c07-df20-48bf-afbf-06366db28857 req-8f23ca59-0c2d-4766-8584-e4850df54d53 service neutron] Attempting to bind port 0702a928-9a77-4906-a1af-d3ac07d7d90f on network ba4aefee-5518-43ab-b349-b6284cfd9b1b {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:24:13.474258 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d91c07-df20-48bf-afbf-06366db28857 req-8f23ca59-0c2d-4766-8584-e4850df54d53 service neutron] Port 0702a928-9a77-4906-a1af-d3ac07d7d90f on network ba4aefee-5518-43ab-b349-b6284cfd9b1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:24:13.474591 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d91c07-df20-48bf-afbf-06366db28857 req-8f23ca59-0c2d-4766-8584-e4850df54d53 service neutron] Attempting to bind port 0702a928-9a77-4906-a1af-d3ac07d7d90f on network ba4aefee-5518-43ab-b349-b6284cfd9b1b {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:24:13.488452 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d91c07-df20-48bf-afbf-06366db28857 req-8f23ca59-0c2d-4766-8584-e4850df54d53 service neutron] Checking agent: {'id': 'fd26b577-982f-4e34-ab76-8a88883d4fab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:24:13.488818 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d91c07-df20-48bf-afbf-06366db28857 req-8f23ca59-0c2d-4766-8584-e4850df54d53 service neutron] Checking segment: {'id': 'b03b25ab-3830-4437-9930-58c769ecf5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ba4aefee-5518-43ab-b349-b6284cfd9b1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:24:13.489219 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d91c07-df20-48bf-afbf-06366db28857 req-8f23ca59-0c2d-4766-8584-e4850df54d53 service neutron] Bound using segment: {'id': 'b03b25ab-3830-4437-9930-58c769ecf5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ba4aefee-5518-43ab-b349-b6284cfd9b1b'} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:24:13.489652 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-b9d91c07-df20-48bf-afbf-06366db28857 req-8f23ca59-0c2d-4766-8584-e4850df54d53 service neutron] Bound port: 0702a928-9a77-4906-a1af-d3ac07d7d90f, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b03b25ab-3830-4437-9930-58c769ecf5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ba4aefee-5518-43ab-b349-b6284cfd9b1b'}}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:24:13.490044 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-b9d91c07-df20-48bf-afbf-06366db28857 req-8f23ca59-0c2d-4766-8584-e4850df54d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:13.553372 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-b9d91c07-df20-48bf-afbf-06366db28857 req-8f23ca59-0c2d-4766-8584-e4850df54d53 service neutron] For port 0702a928-9a77-4906-a1af-d3ac07d7d90f, host hv-cinder-80288, cleared binding levels {{(pid=93046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:24:13.557255 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-b9d91c07-df20-48bf-afbf-06366db28857 req-8f23ca59-0c2d-4766-8584-e4850df54d53 service neutron] For port 0702a928-9a77-4906-a1af-d3ac07d7d90f, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=0702a928-9a77-4906-a1af-d3ac07d7d90f,segment=NetworkSegment(b03b25ab-3830-4437-9930-58c769ecf5b6),segment_id=b03b25ab-3830-4437-9930-58c769ecf5b6)] {{(pid=93046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:24:13.560540 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-b9d91c07-df20-48bf-afbf-06366db28857 req-8f23ca59-0c2d-4766-8584-e4850df54d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971904'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:13.598154 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d91c07-df20-48bf-afbf-06366db28857 req-8f23ca59-0c2d-4766-8584-e4850df54d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:13.598768 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-b9d91c07-df20-48bf-afbf-06366db28857 req-8f23ca59-0c2d-4766-8584-e4850df54d53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:13.600466 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b9d91c07-df20-48bf-afbf-06366db28857 req-8f23ca59-0c2d-4766-8584-e4850df54d53 service neutron] 10.222.0.42 "PUT /v2.0/ports/0702a928-9a77-4906-a1af-d3ac07d7d90f HTTP/1.1" status: 200 len: 1093 time: 0.7480524 Jul 29 14:24:13.600899 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca0cf30b-357c-49dd-b721-1828a0db673e', 'tag': '0702a928-9a77-4906-a1af-d3ac07d7d90f'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:24:13.603937 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12d0d8acfdc7c270d197b253719fe34768a82c9c4ffac31e71dba4df5af88c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14f9ad9-003b-4839-89ae-fad4655c58f6" -d '{"events": [{"name": "network-changed", "server_uuid": "ca0cf30b-357c-49dd-b721-1828a0db673e", "tag": "0702a928-9a77-4906-a1af-d3ac07d7d90f"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:24:13.639489 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23ca59-0c2d-4766-8584-e4850df54d53 service neutron] Pushing event updated for resources: {'Port': ['ID=0702a928-9a77-4906-a1af-d3ac07d7d90f,revision_number=3']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:13.652548 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720edfda-fae4-4718-8c7f-4f768a1e43e4 x-openstack-request-id: req-720edfda-fae4-4718-8c7f-4f768a1e43e4 {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:24:13.652897 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca0cf30b-357c-49dd-b721-1828a0db673e", "tag": "0702a928-9a77-4906-a1af-d3ac07d7d90f", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:24:13.653079 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-720edfda-fae4-4718-8c7f-4f768a1e43e4 {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:24:13.653466 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca0cf30b-357c-49dd-b721-1828a0db673e', 'tag': '0702a928-9a77-4906-a1af-d3ac07d7d90f', 'status': 'completed', 'code': 200} Jul 29 14:24:13.724256 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d91c07-df20-48bf-afbf-06366db28857 req-94493a8e-7798-43d7-817f-ed5d669fc5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:13.725818 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b9d91c07-df20-48bf-afbf-06366db28857 req-94493a8e-7798-43d7-817f-ed5d669fc5ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec8ec9dd4084494db38fa371530d0d43&device_id=ca0cf30b-357c-49dd-b721-1828a0db673e HTTP/1.1" status: 200 len: 1096 time: 0.0549586 Jul 29 14:24:13.757342 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c7a04-c553-489f-900c-3d212643288d req-baf27a3f-f74f-45cb-b733-0cb902e6c045 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:13.762763 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-367c7a04-c553-489f-900c-3d212643288d req-baf27a3f-f74f-45cb-b733-0cb902e6c045 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca0cf30b-357c-49dd-b721-1828a0db673e HTTP/1.1" status: 200 len: 943 time: 0.0745587 Jul 29 14:24:13.791892 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b9d91c07-df20-48bf-afbf-06366db28857 req-5b531aac-2f39-4deb-a9fe-1a837b4f8c33 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0702a928-9a77-4906-a1af-d3ac07d7d90f HTTP/1.1" status: 200 len: 217 time: 0.0501938 Jul 29 14:24:13.826504 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-367c7a04-c553-489f-900c-3d212643288d req-c6aa974d-bd48-4b20-80ba-d44d520d71f0 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566471 Jul 29 14:24:13.860178 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d91c07-df20-48bf-afbf-06366db28857 req-d98e9919-99d5-4f11-b159-7f27b8e080b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:13.862023 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b9d91c07-df20-48bf-afbf-06366db28857 req-d98e9919-99d5-4f11-b159-7f27b8e080b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7cc3d8ce-88cb-4c2e-acf9-3ec507020a22 HTTP/1.1" status: 200 len: 853 time: 0.0580597 Jul 29 14:24:13.873668 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcae2fd-4e12-4957-a57a-57f62197b9bb req-ba394ec5-ea17-47f6-b780-ff467c12f4dc tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:13.875330 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3bcae2fd-4e12-4957-a57a-57f62197b9bb req-ba394ec5-ea17-47f6-b780-ff467c12f4dc tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0727184 Jul 29 14:24:13.904914 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b9d91c07-df20-48bf-afbf-06366db28857 req-2078e02f-f7fc-4e9e-a640-b15cce5494ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba4aefee-5518-43ab-b349-b6284cfd9b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297046 Jul 29 14:24:13.915653 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3bcae2fd-4e12-4957-a57a-57f62197b9bb req-50413857-e171-4c51-8c6c-576a815f8420 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343652 Jul 29 14:24:14.001117 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b9d91c07-df20-48bf-afbf-06366db28857 req-acc315e5-9afa-4377-aa64-6acc17ccfe13 service neutron] 10.222.0.42 "GET /v2.0/networks/ba4aefee-5518-43ab-b349-b6284cfd9b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863671 Jul 29 14:24:14.058409 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:24:14.157727 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b9d91c07-df20-48bf-afbf-06366db28857 req-7c09ff19-cfe3-4143-a865-4842b4b60251 service neutron] 10.222.0.42 "GET /v2.0/networks/ba4aefee-5518-43ab-b349-b6284cfd9b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483378 Jul 29 14:24:14.261955 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f9ad9-003b-4839-89ae-fad4655c58f6 req-b0d67a4f-f246-4d55-b513-f4c7287722b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:14.263453 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e14f9ad9-003b-4839-89ae-fad4655c58f6 req-b0d67a4f-f246-4d55-b513-f4c7287722b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec8ec9dd4084494db38fa371530d0d43&device_id=ca0cf30b-357c-49dd-b721-1828a0db673e HTTP/1.1" status: 200 len: 1096 time: 0.0450418 Jul 29 14:24:14.356847 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f9ad9-003b-4839-89ae-fad4655c58f6 req-04079549-47f2-4f43-b6d4-2bc0f1981b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:14.358356 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e14f9ad9-003b-4839-89ae-fad4655c58f6 req-04079549-47f2-4f43-b6d4-2bc0f1981b63 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ba4aefee-5518-43ab-b349-b6284cfd9b1b HTTP/1.1" status: 200 len: 914 time: 0.0847390 Jul 29 14:24:14.407652 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e14f9ad9-003b-4839-89ae-fad4655c58f6 req-f2c9ee42-5e2e-4353-ab40-09473a90149b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0702a928-9a77-4906-a1af-d3ac07d7d90f HTTP/1.1" status: 200 len: 217 time: 0.0368888 Jul 29 14:24:14.690211 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f9ad9-003b-4839-89ae-fad4655c58f6 req-c9388769-31a4-4ece-8d1d-f7ec750b795b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:14.691680 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e14f9ad9-003b-4839-89ae-fad4655c58f6 req-c9388769-31a4-4ece-8d1d-f7ec750b795b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7cc3d8ce-88cb-4c2e-acf9-3ec507020a22 HTTP/1.1" status: 200 len: 853 time: 0.2747602 Jul 29 14:24:14.781292 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 55638) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:24:14.885501 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-86eb789f-aa86-4656-93a8-4628659b28c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:14.940456 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d441bef-c0f6-40a2-b414-85fc7e0ab145 req-32763fca-7786-4718-b195-2b5e33fba0cf tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:14.941905 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6d441bef-c0f6-40a2-b414-85fc7e0ab145 req-32763fca-7786-4718-b195-2b5e33fba0cf tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca0cf30b-357c-49dd-b721-1828a0db673e HTTP/1.1" status: 200 len: 943 time: 0.0497136 Jul 29 14:24:14.990173 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6d441bef-c0f6-40a2-b414-85fc7e0ab145 req-9d872a8d-a321-49f5-a37c-04acead37362 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394065 Jul 29 14:24:14.995940 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-86eb789f-aa86-4656-93a8-4628659b28c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:15.001185 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-86eb789f-aa86-4656-93a8-4628659b28c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:15.041399 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-86eb789f-aa86-4656-93a8-4628659b28c3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8d17a909f6c74ae6b9cd0e36fe4835ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2589536 Jul 29 14:24:15.042360 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb789f-aa86-4656-93a8-4628659b28c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d56fe9e-db18-4a89-96bd-f7beae76d2fa,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:15.044727 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 55648) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:24:15.077141 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e9cf2-4184-46d7-bfb8-c0c5409c695e req-94cfe6d2-a078-400e-904a-c01101b28b82 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:15.078797 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e12e9cf2-4184-46d7-bfb8-c0c5409c695e req-94cfe6d2-a078-400e-904a-c01101b28b82 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0500276 Jul 29 14:24:15.093979 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-77a10196-03a8-4593-a632-2254803dec17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:15.115000 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-77a10196-03a8-4593-a632-2254803dec17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:15.118365 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e12e9cf2-4184-46d7-bfb8-c0c5409c695e req-f0b10a13-12de-45ee-b419-74c321f9d4c6 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334077 Jul 29 14:24:15.165105 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-77a10196-03a8-4593-a632-2254803dec17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:15.168170 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-77a10196-03a8-4593-a632-2254803dec17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:15.169300 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-77a10196-03a8-4593-a632-2254803dec17 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1d56fe9e-db18-4a89-96bd-f7beae76d2fa HTTP/1.1" status: 204 len: 168 time: 0.1236215 Jul 29 14:24:15.176829 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a10196-03a8-4593-a632-2254803dec17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d56fe9e-db18-4a89-96bd-f7beae76d2fa,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:17.951377 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e14f9ad9-003b-4839-89ae-fad4655c58f6 req-ae726790-66a9-445c-81ae-4a16d7bc0df2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba4aefee-5518-43ab-b349-b6284cfd9b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244348 Jul 29 14:24:18.043653 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e14f9ad9-003b-4839-89ae-fad4655c58f6 req-193e349b-dd29-43e5-aac4-708979aa67d9 service neutron] 10.222.0.42 "GET /v2.0/networks/ba4aefee-5518-43ab-b349-b6284cfd9b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832975 Jul 29 14:24:18.153277 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e14f9ad9-003b-4839-89ae-fad4655c58f6 req-59395ebf-361a-43ae-b1c2-5e5a11d0f5b2 service neutron] 10.222.0.42 "GET /v2.0/networks/ba4aefee-5518-43ab-b349-b6284cfd9b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995662 Jul 29 14:24:18.156494 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e5f0f-5882-47e3-be6c-3df1d4228c7e req-f3dde1ed-7131-45dd-bd62-e3477368621b tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:18.158043 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-912e5f0f-5882-47e3-be6c-3df1d4228c7e req-f3dde1ed-7131-45dd-bd62-e3477368621b tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca0cf30b-357c-49dd-b721-1828a0db673e HTTP/1.1" status: 200 len: 943 time: 0.0787997 Jul 29 14:24:18.198665 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db096a7-9650-4968-85c4-4b8f8e2b6b38 req-47d9a447-6211-4eea-a122-e53f31c9b4b1 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:18.200565 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4db096a7-9650-4968-85c4-4b8f8e2b6b38 req-47d9a447-6211-4eea-a122-e53f31c9b4b1 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0803244 Jul 29 14:24:18.222651 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-912e5f0f-5882-47e3-be6c-3df1d4228c7e req-65a8cf94-fa91-46dc-be87-6adfa7b0651d tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578854 Jul 29 14:24:18.250922 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4db096a7-9650-4968-85c4-4b8f8e2b6b38 req-7f7c2745-173b-4b6d-919b-6175ee71dba4 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417080 Jul 29 14:24:19.402938 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc3124-0b17-42b7-9cdc-0502c1735d24 req-d316c510-6d1f-427b-a92f-65762380f6ae tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:19.404586 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c3bc3124-0b17-42b7-9cdc-0502c1735d24 req-d316c510-6d1f-427b-a92f-65762380f6ae tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca0cf30b-357c-49dd-b721-1828a0db673e HTTP/1.1" status: 200 len: 943 time: 0.1111801 Jul 29 14:24:19.444957 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e538398-d45d-4667-b76c-6f519898907d req-13b02f59-cafa-4d9a-b9c3-16ba4ddb109c tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:19.446508 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7e538398-d45d-4667-b76c-6f519898907d req-13b02f59-cafa-4d9a-b9c3-16ba4ddb109c tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.1045268 Jul 29 14:24:19.464422 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c3bc3124-0b17-42b7-9cdc-0502c1735d24 req-a069559b-2859-4c90-95aa-6abe1c041960 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502162 Jul 29 14:24:19.500697 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7e538398-d45d-4667-b76c-6f519898907d req-68603c1e-93fa-4921-b194-0fe6331b4fba tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352359 Jul 29 14:24:20.629244 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7f4ce-adb8-43fe-80b5-ffbcbaee448b req-d26e8fb9-d891-437a-be07-04d16954dad0 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:20.631132 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-29c7f4ce-adb8-43fe-80b5-ffbcbaee448b req-d26e8fb9-d891-437a-be07-04d16954dad0 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca0cf30b-357c-49dd-b721-1828a0db673e HTTP/1.1" status: 200 len: 943 time: 0.0918553 Jul 29 14:24:20.663160 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7067154-06c9-40ef-92b0-4952670b4410 req-8bfeea56-433d-460d-bce7-cb4110ff5a81 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:20.664663 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b7067154-06c9-40ef-92b0-4952670b4410 req-8bfeea56-433d-460d-bce7-cb4110ff5a81 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0861528 Jul 29 14:24:20.694416 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-29c7f4ce-adb8-43fe-80b5-ffbcbaee448b req-2064885b-be95-4cf7-86f7-82ce77335442 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560372 Jul 29 14:24:20.715372 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b7067154-06c9-40ef-92b0-4952670b4410 req-890e24f6-7edb-4fa5-b7e1-866f1b994573 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423865 Jul 29 14:24:21.025819 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 0702a928-9a77-4906-a1af-d3ac07d7d90f details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:24:21.131184 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 0702a928-9a77-4906-a1af-d3ac07d7d90f, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=0702a928-9a77-4906-a1af-d3ac07d7d90f,segment=NetworkSegment(b03b25ab-3830-4437-9930-58c769ecf5b6),segment_id=b03b25ab-3830-4437-9930-58c769ecf5b6)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:24:21.143390 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Returning: {'device': '0702a928-9a77-4906-a1af-d3ac07d7d90f', 'network_id': 'ba4aefee-5518-43ab-b349-b6284cfd9b1b', 'port_id': '0702a928-9a77-4906-a1af-d3ac07d7d90f', 'mac_address': 'fa:16:3e:d9:17:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cc3d8ce-88cb-4c2e-acf9-3ec507020a22', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:24:21.184103 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:21.198250 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0702a928-9a77-4906-a1af-d3ac07d7d90f {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:24:21.219887 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 0702a928-9a77-4906-a1af-d3ac07d7d90f, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=0702a928-9a77-4906-a1af-d3ac07d7d90f,segment=NetworkSegment(b03b25ab-3830-4437-9930-58c769ecf5b6),segment_id=b03b25ab-3830-4437-9930-58c769ecf5b6)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:24:21.227184 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:21.286647 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=0702a928-9a77-4906-a1af-d3ac07d7d90f,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:21.390907 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 55812) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:24:21.495012 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6c12b291-d1c3-4488-bc6e-61e19f979a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:21.600712 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6c12b291-d1c3-4488-bc6e-61e19f979a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:21.605103 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6c12b291-d1c3-4488-bc6e-61e19f979a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:21.644594 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-6c12b291-d1c3-4488-bc6e-61e19f979a83 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9eb08431b2e84de8ab1bcbaa3f8db2ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2524753 Jul 29 14:24:21.645635 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12b291-d1c3-4488-bc6e-61e19f979a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4432107-fc4b-4e16-a87c-e11adc9dc95f,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:21.647275 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 55818) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:24:21.704923 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-41259a20-14e9-4545-9855-58f7712c1494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:21.728760 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-41259a20-14e9-4545-9855-58f7712c1494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:21.780170 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['0702a928-9a77-4906-a1af-d3ac07d7d90f'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:24:21.841465 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-41259a20-14e9-4545-9855-58f7712c1494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:21.844406 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-41259a20-14e9-4545-9855-58f7712c1494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:21.845572 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-41259a20-14e9-4545-9855-58f7712c1494 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e4432107-fc4b-4e16-a87c-e11adc9dc95f HTTP/1.1" status: 204 len: 168 time: 0.1963627 Jul 29 14:24:21.866179 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59acfcbe-d07e-4dbf-b33e-a48a725b2ec5 req-0c30d945-f8b0-4e91-8709-2e1151eb8fb6 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:21.867740 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-59acfcbe-d07e-4dbf-b33e-a48a725b2ec5 req-0c30d945-f8b0-4e91-8709-2e1151eb8fb6 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca0cf30b-357c-49dd-b721-1828a0db673e HTTP/1.1" status: 200 len: 944 time: 0.1005819 Jul 29 14:24:21.869068 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41259a20-14e9-4545-9855-58f7712c1494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4432107-fc4b-4e16-a87c-e11adc9dc95f,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:21.880427 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad90cf4-7069-47a6-9771-818e0799b92a req-c5bfea25-5c31-4ad1-9b02-99fb112ab4f9 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:21.882240 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fad90cf4-7069-47a6-9771-818e0799b92a req-c5bfea25-5c31-4ad1-9b02-99fb112ab4f9 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0875437 Jul 29 14:24:21.907594 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41259a20-14e9-4545-9855-58f7712c1494 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:21.908149 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41259a20-14e9-4545-9855-58f7712c1494 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:21.908672 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41259a20-14e9-4545-9855-58f7712c1494 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:21.909164 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41259a20-14e9-4545-9855-58f7712c1494 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:21.909679 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41259a20-14e9-4545-9855-58f7712c1494 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:21.910051 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41259a20-14e9-4545-9855-58f7712c1494 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:21.910383 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41259a20-14e9-4545-9855-58f7712c1494 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:21.910867 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41259a20-14e9-4545-9855-58f7712c1494 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:21.911369 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41259a20-14e9-4545-9855-58f7712c1494 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:21.912015 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41259a20-14e9-4545-9855-58f7712c1494 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:21.912494 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41259a20-14e9-4545-9855-58f7712c1494 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:21.913358 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41259a20-14e9-4545-9855-58f7712c1494 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:24:21.960314 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-59acfcbe-d07e-4dbf-b33e-a48a725b2ec5 req-1a1e7c26-8d41-4d11-8443-d1bc4a9510a7 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765073 Jul 29 14:24:21.994360 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fad90cf4-7069-47a6-9771-818e0799b92a req-cce76865-ce0a-4dd3-a4e0-588d1ee369a4 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739145 Jul 29 14:24:23.087353 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9df814-ae7a-40bb-b8ed-eab38cd339a6 req-21f75df7-e48e-4b8a-88e4-1b40d0d62506 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:23.088512 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fe9df814-ae7a-40bb-b8ed-eab38cd339a6 req-21f75df7-e48e-4b8a-88e4-1b40d0d62506 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca0cf30b-357c-49dd-b721-1828a0db673e HTTP/1.1" status: 200 len: 944 time: 0.0595543 Jul 29 14:24:23.156588 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbc903-25e3-4731-aabe-ede06fd0c357 req-e0c9e5ee-b2ff-4af2-a050-f28c35f32226 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:23.158332 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-50cbc903-25e3-4731-aabe-ede06fd0c357 req-e0c9e5ee-b2ff-4af2-a050-f28c35f32226 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0879366 Jul 29 14:24:23.161188 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fe9df814-ae7a-40bb-b8ed-eab38cd339a6 req-ee627074-8583-4828-b80a-885751f8f22f tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557930 Jul 29 14:24:23.211229 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-50cbc903-25e3-4731-aabe-ede06fd0c357 req-558db1be-130e-4249-b495-c4d97773c375 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414989 Jul 29 14:24:23.559337 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e38bb259-ad6b-45d2-b71b-c071a2011620 req-0272147e-0a98-4800-9375-5b2026cc58f8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4291070a-7fa6-48ef-a290-ad399733ce27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759020 Jul 29 14:24:23.692645 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38bb259-ad6b-45d2-b71b-c071a2011620 req-64d74e5f-8d49-4625-a9be-67d3680e35ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:23.694421 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e38bb259-ad6b-45d2-b71b-c071a2011620 req-64d74e5f-8d49-4625-a9be-67d3680e35ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec8ec9dd4084494db38fa371530d0d43&device_id=4291070a-7fa6-48ef-a290-ad399733ce27 HTTP/1.1" status: 200 len: 1099 time: 0.0744293 Jul 29 14:24:23.841399 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38bb259-ad6b-45d2-b71b-c071a2011620 req-db292c73-4d5e-40d1-8f1a-bfa27ad89931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:23.843005 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e38bb259-ad6b-45d2-b71b-c071a2011620 req-db292c73-4d5e-40d1-8f1a-bfa27ad89931 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ba4aefee-5518-43ab-b349-b6284cfd9b1b HTTP/1.1" status: 200 len: 914 time: 0.1136830 Jul 29 14:24:23.893331 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e38bb259-ad6b-45d2-b71b-c071a2011620 req-d07b71cf-5d71-4e5a-8da4-2b04fc93868e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b06e061d-abe8-4fe6-b34b-158c977cc7f7 HTTP/1.1" status: 200 len: 217 time: 0.0412645 Jul 29 14:24:23.953632 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38bb259-ad6b-45d2-b71b-c071a2011620 req-72276fff-ccfb-4d76-8de8-0d1b52f3f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:23.955248 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e38bb259-ad6b-45d2-b71b-c071a2011620 req-72276fff-ccfb-4d76-8de8-0d1b52f3f47e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7cc3d8ce-88cb-4c2e-acf9-3ec507020a22 HTTP/1.1" status: 200 len: 853 time: 0.0491784 Jul 29 14:24:23.997777 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e38bb259-ad6b-45d2-b71b-c071a2011620 req-f1603348-29f1-445a-9aca-486012b2bfee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba4aefee-5518-43ab-b349-b6284cfd9b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307102 Jul 29 14:24:24.121151 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e38bb259-ad6b-45d2-b71b-c071a2011620 req-59fc5fa9-786b-498e-8bc8-8d40a71b535a service neutron] 10.222.0.42 "GET /v2.0/networks/ba4aefee-5518-43ab-b349-b6284cfd9b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146505 Jul 29 14:24:24.215547 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e38bb259-ad6b-45d2-b71b-c071a2011620 req-d1b52e2f-d9b2-4ab8-8675-4d5d6f7aed69 service neutron] 10.222.0.42 "GET /v2.0/networks/ba4aefee-5518-43ab-b349-b6284cfd9b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865316 Jul 29 14:24:24.286592 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bcd331-5619-43df-be61-87407368a7eb req-f6004cf5-6b62-4299-9382-9cb2bb2fd61e tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:24.288428 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e6bcd331-5619-43df-be61-87407368a7eb req-f6004cf5-6b62-4299-9382-9cb2bb2fd61e tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca0cf30b-357c-49dd-b721-1828a0db673e HTTP/1.1" status: 200 len: 944 time: 0.0539422 Jul 29 14:24:24.351024 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e6bcd331-5619-43df-be61-87407368a7eb req-a5a03ec0-98a6-42c9-98db-9479f8e6f43b tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521216 Jul 29 14:24:24.364145 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924d86d-b9a8-48d5-a403-14d24d3b8aa2 req-05a75bc5-58f7-4499-9319-8c136f2560c5 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:24.365684 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d924d86d-b9a8-48d5-a403-14d24d3b8aa2 req-05a75bc5-58f7-4499-9319-8c136f2560c5 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0762417 Jul 29 14:24:24.406966 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d924d86d-b9a8-48d5-a403-14d24d3b8aa2 req-efb770c7-6751-4642-a05e-994aefd87cf4 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343874 Jul 29 14:24:25.053742 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 0702a928-9a77-4906-a1af-d3ac07d7d90f up at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:24:25.129744 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning for port 0702a928-9a77-4906-a1af-d3ac07d7d90f completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:24:25.139115 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-a476624b-0b29-4fda-807e-f4d63edacc1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:25.144956 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning complete for port 0702a928-9a77-4906-a1af-d3ac07d7d90f triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:24:25.146213 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:25.225581 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:25.249357 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0cf30b-357c-49dd-b721-1828a0db673e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0702a928-9a77-4906-a1af-d3ac07d7d90f'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:24:25.251488 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccb16db2f9a74c00367815e69fa446d7a78c69e07d65ec2c4e32efa5fc27a6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623820a0-70fa-4f32-a824-6d879c2dffb7" -d '{"events": [{"server_uuid": "ca0cf30b-357c-49dd-b721-1828a0db673e", "name": "network-vif-plugged", "status": "completed", "tag": "0702a928-9a77-4906-a1af-d3ac07d7d90f"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:24:25.274605 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 0702a928-9a77-4906-a1af-d3ac07d7d90f, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=0702a928-9a77-4906-a1af-d3ac07d7d90f,segment=NetworkSegment(b03b25ab-3830-4437-9930-58c769ecf5b6),segment_id=b03b25ab-3830-4437-9930-58c769ecf5b6)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:24:25.282572 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:25.307202 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2958db4-cc88-47e2-b392-4d69eaa58835 x-openstack-request-id: req-e2958db4-cc88-47e2-b392-4d69eaa58835 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:24:25.307499 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0cf30b-357c-49dd-b721-1828a0db673e", "name": "network-vif-plugged", "status": "completed", "tag": "0702a928-9a77-4906-a1af-d3ac07d7d90f", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:24:25.307748 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e2958db4-cc88-47e2-b392-4d69eaa58835 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:24:25.308148 dv-cinder-802882-2-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0cf30b-357c-49dd-b721-1828a0db673e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0702a928-9a77-4906-a1af-d3ac07d7d90f', 'code': 200} Jul 29 14:24:25.342910 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=0702a928-9a77-4906-a1af-d3ac07d7d90f,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:25.482624 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3caa7-55aa-40c2-95de-e4d0d2d53833 req-5306d7cc-6b5f-438b-a00c-fb5b57de32b4 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:25.484883 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-62c3caa7-55aa-40c2-95de-e4d0d2d53833 req-5306d7cc-6b5f-438b-a00c-fb5b57de32b4 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca0cf30b-357c-49dd-b721-1828a0db673e HTTP/1.1" status: 200 len: 945 time: 0.0524113 Jul 29 14:24:25.500415 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971eb2c-6acf-4b8f-a426-8499f1857557 req-dee9533c-595d-4d21-a5db-bc2647e081ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:25.502238 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-1971eb2c-6acf-4b8f-a426-8499f1857557 req-dee9533c-595d-4d21-a5db-bc2647e081ce service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ca0cf30b-357c-49dd-b721-1828a0db673e HTTP/1.1" status: 200 len: 1098 time: 0.0470204 Jul 29 14:24:25.555402 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-1971eb2c-6acf-4b8f-a426-8499f1857557 req-34a3c515-cc6d-4e0d-9404-61d4d38d307b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367503 Jul 29 14:24:25.566430 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-62c3caa7-55aa-40c2-95de-e4d0d2d53833 req-eeaf1470-535b-4331-93dd-d6e98506cb06 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727623 Jul 29 14:24:25.578205 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f767400-99c2-44c1-916a-1533c7afb4a9 req-dae59599-e14a-40ca-bbbe-aed4280b98b4 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:25.580148 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9f767400-99c2-44c1-916a-1533c7afb4a9 req-dae59599-e14a-40ca-bbbe-aed4280b98b4 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0915585 Jul 29 14:24:25.624442 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9f767400-99c2-44c1-916a-1533c7afb4a9 req-2b637bdf-aed4-417d-b62f-0e7b2cf280c5 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368736 Jul 29 14:24:26.257391 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:26.690468 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafed030-245a-4e35-bd04-cad1b83afc50 req-0afe7b85-ed7e-4bd0-a547-61ff5697204c tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:26.691989 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-aafed030-245a-4e35-bd04-cad1b83afc50 req-0afe7b85-ed7e-4bd0-a547-61ff5697204c tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca0cf30b-357c-49dd-b721-1828a0db673e HTTP/1.1" status: 200 len: 945 time: 0.0512371 Jul 29 14:24:26.761408 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-aafed030-245a-4e35-bd04-cad1b83afc50 req-76c45dc0-aa74-4114-a686-20c3a46ea52b tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586681 Jul 29 14:24:26.769608 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59a33f-baae-43b7-8a7a-38d33846a672 req-2394fc60-39a7-45b6-ba62-da2bb657ddae tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:26.771137 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4f59a33f-baae-43b7-8a7a-38d33846a672 req-2394fc60-39a7-45b6-ba62-da2bb657ddae tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0775893 Jul 29 14:24:26.811332 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4f59a33f-baae-43b7-8a7a-38d33846a672 req-2056e04b-6de8-44b8-b9de-8195e073c63f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338583 Jul 29 14:24:27.961490 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0540b8-7c19-4532-a51b-cbdfb4e1124e req-fb1ff7cb-45e2-440e-a6f5-d93043f5b982 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:27.964222 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4f0540b8-7c19-4532-a51b-cbdfb4e1124e req-fb1ff7cb-45e2-440e-a6f5-d93043f5b982 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca0cf30b-357c-49dd-b721-1828a0db673e HTTP/1.1" status: 200 len: 945 time: 0.1161659 Jul 29 14:24:27.975680 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2bb05-4d28-48ad-bdf5-4ddb31ef2b9c req-e8ae71ef-0412-4601-99c0-323dd6246c54 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:27.977215 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-79d2bb05-4d28-48ad-bdf5-4ddb31ef2b9c req-e8ae71ef-0412-4601-99c0-323dd6246c54 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0790265 Jul 29 14:24:28.020021 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-95b27e7f-f17f-49e1-bdb4-094956dfde0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:28.036423 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4f0540b8-7c19-4532-a51b-cbdfb4e1124e req-f2022fb9-da5d-4a5d-be64-9e4055f537bd tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569875 Jul 29 14:24:28.044344 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-79d2bb05-4d28-48ad-bdf5-4ddb31ef2b9c req-20458ecf-0e6d-4628-b7c8-fb05198f1664 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580766 Jul 29 14:24:28.256984 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:29.178440 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19182b59-4be5-4a4d-bca0-ce1f4feeb92a req-2af3afe3-f3db-463c-afca-ed726ff3a12a tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:29.180035 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-19182b59-4be5-4a4d-bca0-ce1f4feeb92a req-2af3afe3-f3db-463c-afca-ed726ff3a12a tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0546741 Jul 29 14:24:29.221946 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-19182b59-4be5-4a4d-bca0-ce1f4feeb92a req-a3a8b83a-c3c8-4727-a2c8-946f2829d689 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347767 Jul 29 14:24:29.322381 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:30.167269 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 56126) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:24:30.279033 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-45a8171b-5c07-4760-ac38-c9b43db748b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:30.379205 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f391d-aeb6-467b-b0cc-d49f40bcf0d6 req-c4c2a396-815a-46ae-8e4b-37c86e7ed6d1 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:30.381183 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ec9f391d-aeb6-467b-b0cc-d49f40bcf0d6 req-c4c2a396-815a-46ae-8e4b-37c86e7ed6d1 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0730796 Jul 29 14:24:30.444416 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ec9f391d-aeb6-467b-b0cc-d49f40bcf0d6 req-dd52281c-e1fb-41fe-a210-bcae5f8cec79 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555217 Jul 29 14:24:30.455061 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-45a8171b-5c07-4760-ac38-c9b43db748b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:30.468429 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-45a8171b-5c07-4760-ac38-c9b43db748b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:30.508650 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-45a8171b-5c07-4760-ac38-c9b43db748b3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3d4cd8ed31034801a5ee5f3dc05c6f8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3376513 Jul 29 14:24:30.508650 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8171b-5c07-4760-ac38-c9b43db748b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e1ee83-9d40-4399-9c6f-f7225f6f6860,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:30.510043 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 56140) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:24:30.573386 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8acc4980-e58b-401f-9790-2aa75a3fa4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:30.606068 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8acc4980-e58b-401f-9790-2aa75a3fa4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:30.653444 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8acc4980-e58b-401f-9790-2aa75a3fa4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:30.655986 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8acc4980-e58b-401f-9790-2aa75a3fa4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:30.657172 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-8acc4980-e58b-401f-9790-2aa75a3fa4aa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b0e1ee83-9d40-4399-9c6f-f7225f6f6860 HTTP/1.1" status: 204 len: 168 time: 0.1457262 Jul 29 14:24:30.665029 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc4980-e58b-401f-9790-2aa75a3fa4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e1ee83-9d40-4399-9c6f-f7225f6f6860,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:30.924964 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 56148) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:24:30.938692 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e378efa9-8d39-4fc6-a359-94e485e2c31a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:31.029818 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e378efa9-8d39-4fc6-a359-94e485e2c31a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:31.033674 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e378efa9-8d39-4fc6-a359-94e485e2c31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:31.076298 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-e378efa9-8d39-4fc6-a359-94e485e2c31a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8756a6c7aa7045ba8773e3b2a57d36ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455617 Jul 29 14:24:31.076298 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378efa9-8d39-4fc6-a359-94e485e2c31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574880f4-5adf-4eec-8505-0b1e57b19ec8,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:31.076608 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 56152) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:24:31.129181 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a50a6527-af74-4ffe-b9d1-666349adcf9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:31.154132 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a50a6527-af74-4ffe-b9d1-666349adcf9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:31.206853 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a50a6527-af74-4ffe-b9d1-666349adcf9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:31.209435 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a50a6527-af74-4ffe-b9d1-666349adcf9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:31.210636 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-a50a6527-af74-4ffe-b9d1-666349adcf9a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/574880f4-5adf-4eec-8505-0b1e57b19ec8 HTTP/1.1" status: 204 len: 168 time: 0.1332827 Jul 29 14:24:31.218343 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a6527-af74-4ffe-b9d1-666349adcf9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574880f4-5adf-4eec-8505-0b1e57b19ec8,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:31.361139 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:31.551295 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 56170) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:24:31.567905 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-73e94eb4-2927-426f-8b7a-30bab2443f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:31.595072 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757bfd39-6c80-4505-8ef2-2b2abe5ee1bc req-8c225bae-33d7-4ae0-946e-7a2d2832b24f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:31.596597 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-757bfd39-6c80-4505-8ef2-2b2abe5ee1bc req-8c225bae-33d7-4ae0-946e-7a2d2832b24f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0754800 Jul 29 14:24:31.660948 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-757bfd39-6c80-4505-8ef2-2b2abe5ee1bc req-8b192993-6dab-4189-b1db-903261771c61 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561090 Jul 29 14:24:31.721408 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-73e94eb4-2927-426f-8b7a-30bab2443f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:31.725358 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-73e94eb4-2927-426f-8b7a-30bab2443f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:31.767768 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-73e94eb4-2927-426f-8b7a-30bab2443f7d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=92df257b91e24edc90fd391c7f0c7ea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2154582 Jul 29 14:24:31.768617 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e94eb4-2927-426f-8b7a-30bab2443f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67e7e9a-be27-43d5-8b96-307be0c63ca1,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:31.770445 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 56174) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:24:31.819966 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c6dc126f-4981-4939-a9d1-a5a6e748e470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:31.844151 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c6dc126f-4981-4939-a9d1-a5a6e748e470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:31.891817 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c6dc126f-4981-4939-a9d1-a5a6e748e470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:31.894347 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c6dc126f-4981-4939-a9d1-a5a6e748e470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:31.895528 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-c6dc126f-4981-4939-a9d1-a5a6e748e470 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d67e7e9a-be27-43d5-8b96-307be0c63ca1 HTTP/1.1" status: 204 len: 168 time: 0.1240823 Jul 29 14:24:31.903527 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc126f-4981-4939-a9d1-a5a6e748e470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67e7e9a-be27-43d5-8b96-307be0c63ca1,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:32.586871 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 56210) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:24:32.684298 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-6b38c7c6-a5ff-4959-8991-453f9705367f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1271375495-network', 'tenant_id': 'cf03b23d6c9c4cad8ef475768b3ec5af'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:24:32.711990 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b38c7c6-a5ff-4959-8991-453f9705367f admin admin] Made reservation on behalf of cf03b23d6c9c4cad8ef475768b3ec5af for: {'network': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:24:32.714574 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6b38c7c6-a5ff-4959-8991-453f9705367f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for network, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:32.723220 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6b38c7c6-a5ff-4959-8991-453f9705367f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:32.803783 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988e05a-e3a9-457a-a2ab-5e8b57bc2836 req-ddf92e4b-5fbc-4a90-a81b-ac6182b6d9fd tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:32.805309 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6988e05a-e3a9-457a-a2ab-5e8b57bc2836 req-ddf92e4b-5fbc-4a90-a81b-ac6182b6d9fd tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0611091 Jul 29 14:24:32.822297 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6b38c7c6-a5ff-4959-8991-453f9705367f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:32.826784 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6b38c7c6-a5ff-4959-8991-453f9705367f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:32.850038 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6988e05a-e3a9-457a-a2ab-5e8b57bc2836 req-08d11bf0-8638-49ec-b5dd-2087bfa502fe tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380287 Jul 29 14:24:32.855770 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b38c7c6-a5ff-4959-8991-453f9705367f admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=93046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:24:32.861279 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38c7c6-a5ff-4959-8991-453f9705367f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0623485-0ce3-4bdd-8228-8ddbe46faf32,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:32.872007 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6b38c7c6-a5ff-4959-8991-453f9705367f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:32.872354 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.db.segments_db [None req-6b38c7c6-a5ff-4959-8991-453f9705367f admin admin] Added segment 116e00b4-dcd5-46d0-8ab7-c9be87e1aa3f of type vlan for network a5506bfa-2920-44f8-816e-3396d510105a Jul 29 14:24:32.916888 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6b38c7c6-a5ff-4959-8991-453f9705367f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774390054750'] for network, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:32.945674 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6b38c7c6-a5ff-4959-8991-453f9705367f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:32.946707 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b38c7c6-a5ff-4959-8991-453f9705367f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:32.947420 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6b38c7c6-a5ff-4959-8991-453f9705367f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:32.997500 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-6b38c7c6-a5ff-4959-8991-453f9705367f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4092875 Jul 29 14:24:33.002202 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 56220) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:24:33.007226 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-98188850-603c-4d4e-99e5-8c856ee92e94 admin admin] Request body: {'subnet': {'network_id': 'a5506bfa-2920-44f8-816e-3396d510105a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1271375495-subnet', 'tenant_id': 'cf03b23d6c9c4cad8ef475768b3ec5af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:24:33.020022 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38c7c6-a5ff-4959-8991-453f9705367f admin admin] Pushing event updated for resources: {'Network': ['ID=a5506bfa-2920-44f8-816e-3396d510105a,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:33.031061 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Network a5506bfa-2920-44f8-816e-3396d510105a details requested by agent ovs-agent-dv-cinder-802882-2-iscsi with host dv-cinder-802882-2-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:24:33.035391 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98188850-603c-4d4e-99e5-8c856ee92e94 admin admin] Made reservation on behalf of cf03b23d6c9c4cad8ef475768b3ec5af for: {'subnet': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:24:33.037923 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-98188850-603c-4d4e-99e5-8c856ee92e94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58777921'] for subnet, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:33.212690 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-98188850-603c-4d4e-99e5-8c856ee92e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2972021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58777967'] for subnet, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:33.269414 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98188850-603c-4d4e-99e5-8c856ee92e94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a773066c-eff6-473a-97d2-319b2abe8569,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:33.276530 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98188850-603c-4d4e-99e5-8c856ee92e94 admin admin] Checking segment: {'id': '116e00b4-dcd5-46d0-8ab7-c9be87e1aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a5506bfa-2920-44f8-816e-3396d510105a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:24:33.276894 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98188850-603c-4d4e-99e5-8c856ee92e94 admin admin] Network hostable DHCP agents. Network: a5506bfa-2920-44f8-816e-3396d510105a, hostable agents: ['7d25a96f-5a28-47f2-8bd3-87860bff61e6'], hosted agents: [] {{(pid=93046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:24:33.291906 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98188850-603c-4d4e-99e5-8c856ee92e94 admin admin] Network a5506bfa-2920-44f8-816e-3396d510105a is scheduled to be hosted by DHCP agent 7d25a96f-5a28-47f2-8bd3-87860bff61e6 with binding_index 1 {{(pid=93046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:24:33.300557 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-98188850-603c-4d4e-99e5-8c856ee92e94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-2-iscsi, a5506bfa-2920-44f8-816e-3396d510105a) {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:24:33.304559 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98188850-603c-4d4e-99e5-8c856ee92e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:33.305151 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-98188850-603c-4d4e-99e5-8c856ee92e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:33.309992 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b0bb29-e07e-4094-88d3-0531801695f4 None None] Network a5506bfa-2920-44f8-816e-3396d510105a requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:24:33.322051 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-98188850-603c-4d4e-99e5-8c856ee92e94 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3162107 Jul 29 14:24:33.447815 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d072f66b-3567-4a0d-8743-497705ed6c7d None None] Network a5506bfa-2920-44f8-816e-3396d510105a requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:24:34.002080 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a451bb-510c-4963-b6a4-f6f821eddbb0 req-51ea733f-d78c-497e-81e7-6d7ab6a451f7 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:34.003864 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f2a451bb-510c-4963-b6a4-f6f821eddbb0 req-51ea733f-d78c-497e-81e7-6d7ab6a451f7 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0577416 Jul 29 14:24:34.041867 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f2a451bb-510c-4963-b6a4-f6f821eddbb0 req-bcf14ce4-311d-4a84-8255-8eef7ed205e3 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313382 Jul 29 14:24:38.425511 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f258cf-2260-4ce1-ba0d-f13c0d50be4b req-02cd15c4-f435-4757-8929-6e494a7d9573 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:38.427006 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-48f258cf-2260-4ce1-ba0d-f13c0d50be4b req-02cd15c4-f435-4757-8929-6e494a7d9573 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0501175 Jul 29 14:24:38.467643 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-48f258cf-2260-4ce1-ba0d-f13c0d50be4b req-656a34d4-3322-4144-bbbb-43347c237ac1 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346868 Jul 29 14:24:42.572999 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-59ac60db-a45b-41de-bb63-c28d1cab4753 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:42.575295 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-59ac60db-a45b-41de-bb63-c28d1cab4753 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/networks?id=a5506bfa-2920-44f8-816e-3396d510105a HTTP/1.1" status: 200 len: 809 time: 0.1401854 Jul 29 14:24:42.598334 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6eca8-fb47-46a1-bc6e-8ab607742f08 req-f71f26af-34d1-4fe4-a619-4ed190cd328b tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:42.600096 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-46e6eca8-fb47-46a1-bc6e-8ab607742f08 req-f71f26af-34d1-4fe4-a619-4ed190cd328b tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0859690 Jul 29 14:24:42.604644 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-19ec7f5e-2e76-4e65-b54c-5127fa669de1 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/quotas/cf03b23d6c9c4cad8ef475768b3ec5af HTTP/1.1" status: 200 len: 375 time: 0.0222988 Jul 29 14:24:42.658007 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-82f763bc-5c1d-4f2b-a548-96174d40826e tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf03b23d6c9c4cad8ef475768b3ec5af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474951 Jul 29 14:24:42.692227 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-46e6eca8-fb47-46a1-bc6e-8ab607742f08 req-73da7bbd-0614-4e04-9198-fdfa02462d11 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829637 Jul 29 14:24:42.758897 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-532d3c27-a46c-4ab1-8fc1-9457ddbf7bb4 service neutron] 10.222.0.44 "GET /v2.0/networks/a5506bfa-2920-44f8-816e-3396d510105a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893509 Jul 29 14:24:42.855012 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-4c170cd7-22e8-48bb-8136-805301620dfd service neutron] 10.222.0.44 "GET /v2.0/networks/a5506bfa-2920-44f8-816e-3396d510105a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889897 Jul 29 14:24:43.042376 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0676db46-f201-4847-bdba-9a2b2a7613ae req-c1c8f350-08a2-48ff-8fb5-391d7b90729d tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0538820-f918-4388-abe3-51e3512b6167 HTTP/1.1" status: 200 len: 210 time: 0.0369508 Jul 29 14:24:43.844059 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b6498-2ed5-4534-b828-06cc90eef57b req-d62c822a-2708-4991-ac1c-8d60625fc2ab tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:43.845661 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1e5b6498-2ed5-4534-b828-06cc90eef57b req-d62c822a-2708-4991-ac1c-8d60625fc2ab tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0700200 Jul 29 14:24:43.895381 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1e5b6498-2ed5-4534-b828-06cc90eef57b req-901c225b-4c3e-42a4-8bc3-dac9d06673be tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357492 Jul 29 14:24:44.133726 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-76570f3b-c26d-4ce9-9e5a-5c69a1acd008 req-4fd4fe8b-c1eb-4420-a6a8-5325963a099e tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0538820-f918-4388-abe3-51e3512b6167 HTTP/1.1" status: 200 len: 210 time: 0.0324647 Jul 29 14:24:44.321997 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-0b8c2053-c9ef-4ef0-9fa4-1ce43d25e7c0 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:44.323462 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-0b8c2053-c9ef-4ef0-9fa4-1ce43d25e7c0 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.42 "GET /v2.0/networks?id=a5506bfa-2920-44f8-816e-3396d510105a HTTP/1.1" status: 200 len: 809 time: 0.1098075 Jul 29 14:24:44.338206 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-a5b1a7ee-97e9-449a-bcb5-ad52d5e21300 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Request body: {'port': {'device_id': 'c0538820-f918-4388-abe3-51e3512b6167', 'network_id': 'a5506bfa-2920-44f8-816e-3396d510105a', 'admin_state_up': True, 'tenant_id': 'cf03b23d6c9c4cad8ef475768b3ec5af'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:24:44.454024 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-a5b1a7ee-97e9-449a-bcb5-ad52d5e21300 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Made reservation on behalf of cf03b23d6c9c4cad8ef475768b3ec5af for: {'port': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:24:44.457480 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-a5b1a7ee-97e9-449a-bcb5-ad52d5e21300 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:44.612491 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-a5b1a7ee-97e9-449a-bcb5-ad52d5e21300 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Allocated IP 172.20.0.6 (a5506bfa-2920-44f8-816e-3396d510105a/a773066c-eff6-473a-97d2-319b2abe8569/a9fcd3ac-e493-4acb-9695-1a8658a540fd) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:24:44.774353 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-a5b1a7ee-97e9-449a-bcb5-ad52d5e21300 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:44.828140 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-a5b1a7ee-97e9-449a-bcb5-ad52d5e21300 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:44.874876 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-a5b1a7ee-97e9-449a-bcb5-ad52d5e21300 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Network a5506bfa-2920-44f8-816e-3396d510105a is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:24:44.876447 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-a5b1a7ee-97e9-449a-bcb5-ad52d5e21300 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:24:44.881136 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-a5b1a7ee-97e9-449a-bcb5-ad52d5e21300 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:24:44.928906 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b1a7ee-97e9-449a-bcb5-ad52d5e21300 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Pushing event updated for resources: {'Port': ['ID=a9fcd3ac-e493-4acb-9695-1a8658a540fd,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:44.954089 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-a5b1a7ee-97e9-449a-bcb5-ad52d5e21300 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:44.954762 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-a5b1a7ee-97e9-449a-bcb5-ad52d5e21300 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:44.970248 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-a5b1a7ee-97e9-449a-bcb5-ad52d5e21300 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6362860 Jul 29 14:24:44.985773 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-b6b7d208-34b3-45ef-9510-3b7376400130 service neutron] Request body: {'port': {'device_id': 'c0538820-f918-4388-abe3-51e3512b6167', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:24:45.030778 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa6161-5957-461f-a9f0-03ee34d9e5ae req-7624cf4d-b311-4338-931d-9839fbc99ef1 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:45.032320 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4caa6161-5957-461f-a9f0-03ee34d9e5ae req-7624cf4d-b311-4338-931d-9839fbc99ef1 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0520513 Jul 29 14:24:45.040204 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-b6b7d208-34b3-45ef-9510-3b7376400130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:45.071479 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4caa6161-5957-461f-a9f0-03ee34d9e5ae req-403598b0-a1ab-4e2e-b6fa-bb9ae9068c15 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326848 Jul 29 14:24:45.295628 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf842d6-c3b5-4dd6-952e-caebb8b391ab req-829617ea-72d9-4edd-9abc-37e31f7d07a4 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:45.302455 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4bf842d6-c3b5-4dd6-952e-caebb8b391ab req-829617ea-72d9-4edd-9abc-37e31f7d07a4 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0538820-f918-4388-abe3-51e3512b6167 HTTP/1.1" status: 200 len: 931 time: 0.0637875 Jul 29 14:24:45.321968 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-b6b7d208-34b3-45ef-9510-3b7376400130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9fcd3ac-e493-4acb-9695-1a8658a540fd {{(pid=93046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:24:45.330199 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-b6b7d208-34b3-45ef-9510-3b7376400130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:45.338890 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4bf842d6-c3b5-4dd6-952e-caebb8b391ab req-1bbe3af3-611e-47d0-965c-26e210580dd6 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352979 Jul 29 14:24:45.342377 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-b6b7d208-34b3-45ef-9510-3b7376400130 service neutron] Transition to ACTIVE for port object a9fcd3ac-e493-4acb-9695-1a8658a540fd will not be triggered until provisioned by entity L2. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:24:45.346055 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-b6b7d208-34b3-45ef-9510-3b7376400130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971904'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:45.394618 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b7d208-34b3-45ef-9510-3b7376400130 service neutron] Pushing event updated for resources: {'Port': ['ID=a9fcd3ac-e493-4acb-9695-1a8658a540fd,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:45.460881 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-b6b7d208-34b3-45ef-9510-3b7376400130 service neutron] Attempting to bind port a9fcd3ac-e493-4acb-9695-1a8658a540fd on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:24:45.461125 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-b6b7d208-34b3-45ef-9510-3b7376400130 service neutron] Attempting to bind port a9fcd3ac-e493-4acb-9695-1a8658a540fd by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': '116e00b4-dcd5-46d0-8ab7-c9be87e1aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a5506bfa-2920-44f8-816e-3396d510105a'}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:24:45.461449 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-b6b7d208-34b3-45ef-9510-3b7376400130 service neutron] Attempting to bind port a9fcd3ac-e493-4acb-9695-1a8658a540fd on network a5506bfa-2920-44f8-816e-3396d510105a {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:24:45.466237 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-b6b7d208-34b3-45ef-9510-3b7376400130 service neutron] Port a9fcd3ac-e493-4acb-9695-1a8658a540fd on network a5506bfa-2920-44f8-816e-3396d510105a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:24:45.466567 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-b6b7d208-34b3-45ef-9510-3b7376400130 service neutron] Attempting to bind port a9fcd3ac-e493-4acb-9695-1a8658a540fd on network a5506bfa-2920-44f8-816e-3396d510105a {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:24:45.472394 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-b6b7d208-34b3-45ef-9510-3b7376400130 service neutron] Checking agent: {'id': 'fd26b577-982f-4e34-ab76-8a88883d4fab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:24:45.472905 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-b6b7d208-34b3-45ef-9510-3b7376400130 service neutron] Checking segment: {'id': '116e00b4-dcd5-46d0-8ab7-c9be87e1aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a5506bfa-2920-44f8-816e-3396d510105a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:24:45.473395 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-b6b7d208-34b3-45ef-9510-3b7376400130 service neutron] Bound using segment: {'id': '116e00b4-dcd5-46d0-8ab7-c9be87e1aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a5506bfa-2920-44f8-816e-3396d510105a'} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:24:45.473868 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-b6b7d208-34b3-45ef-9510-3b7376400130 service neutron] Bound port: a9fcd3ac-e493-4acb-9695-1a8658a540fd, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '116e00b4-dcd5-46d0-8ab7-c9be87e1aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a5506bfa-2920-44f8-816e-3396d510105a'}}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:24:45.474333 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-b6b7d208-34b3-45ef-9510-3b7376400130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:45.554629 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-b6b7d208-34b3-45ef-9510-3b7376400130 service neutron] For port a9fcd3ac-e493-4acb-9695-1a8658a540fd, host hv-cinder-80288, cleared binding levels {{(pid=93046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:24:45.559198 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-b6b7d208-34b3-45ef-9510-3b7376400130 service neutron] For port a9fcd3ac-e493-4acb-9695-1a8658a540fd, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=a9fcd3ac-e493-4acb-9695-1a8658a540fd,segment=NetworkSegment(116e00b4-dcd5-46d0-8ab7-c9be87e1aa3f),segment_id=116e00b4-dcd5-46d0-8ab7-c9be87e1aa3f)] {{(pid=93046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:24:45.564538 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-b6b7d208-34b3-45ef-9510-3b7376400130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971904'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:45.601288 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-b6b7d208-34b3-45ef-9510-3b7376400130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:45.602509 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-b6b7d208-34b3-45ef-9510-3b7376400130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:45.603970 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-b6b7d208-34b3-45ef-9510-3b7376400130 service neutron] 10.222.0.42 "PUT /v2.0/ports/a9fcd3ac-e493-4acb-9695-1a8658a540fd HTTP/1.1" status: 200 len: 1093 time: 0.6223805 Jul 29 14:24:45.607489 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0538820-f918-4388-abe3-51e3512b6167', 'tag': 'a9fcd3ac-e493-4acb-9695-1a8658a540fd'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:24:45.611335 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12d0d8acfdc7c270d197b253719fe34768a82c9c4ffac31e71dba4df5af88c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d7e07f-5c62-4544-9df9-ace4f35b6d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "c0538820-f918-4388-abe3-51e3512b6167", "tag": "a9fcd3ac-e493-4acb-9695-1a8658a540fd"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:24:45.649013 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b7d208-34b3-45ef-9510-3b7376400130 service neutron] Pushing event updated for resources: {'Port': ['ID=a9fcd3ac-e493-4acb-9695-1a8658a540fd,revision_number=3']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:45.658755 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df2f0f9-d3d7-41b4-be27-9d4d11895e8c x-openstack-request-id: req-6df2f0f9-d3d7-41b4-be27-9d4d11895e8c {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:24:45.659047 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0538820-f918-4388-abe3-51e3512b6167", "tag": "a9fcd3ac-e493-4acb-9695-1a8658a540fd", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:24:45.659340 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6df2f0f9-d3d7-41b4-be27-9d4d11895e8c {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:24:45.659695 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0538820-f918-4388-abe3-51e3512b6167', 'tag': 'a9fcd3ac-e493-4acb-9695-1a8658a540fd', 'status': 'completed', 'code': 200} Jul 29 14:24:45.724188 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-505ec1a8-ed68-4d15-8842-5cab2cb716bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:45.725795 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-505ec1a8-ed68-4d15-8842-5cab2cb716bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf03b23d6c9c4cad8ef475768b3ec5af&device_id=c0538820-f918-4388-abe3-51e3512b6167 HTTP/1.1" status: 200 len: 1096 time: 0.0487778 Jul 29 14:24:45.772327 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-f6ca9d7a-4add-4513-8a66-54793b05e091 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9fcd3ac-e493-4acb-9695-1a8658a540fd HTTP/1.1" status: 200 len: 217 time: 0.0351694 Jul 29 14:24:45.835088 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-c877528d-9ed0-47a7-97ce-ada83973ed29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:45.836607 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-c877528d-9ed0-47a7-97ce-ada83973ed29 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a773066c-eff6-473a-97d2-319b2abe8569 HTTP/1.1" status: 200 len: 849 time: 0.0533299 Jul 29 14:24:45.878243 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-a0b3665f-c811-4ca7-933e-d8e724a7034b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a5506bfa-2920-44f8-816e-3396d510105a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260911 Jul 29 14:24:45.974020 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-e506e216-4829-4a86-9957-f43edfcad326 service neutron] 10.222.0.42 "GET /v2.0/networks/a5506bfa-2920-44f8-816e-3396d510105a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839715 Jul 29 14:24:46.079774 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-60323953-b6ed-4bb9-bcfe-dcc6cd7ceb59 req-32a1c1f3-ff4e-4f4d-a56a-28d206ed47ad service neutron] 10.222.0.42 "GET /v2.0/networks/a5506bfa-2920-44f8-816e-3396d510105a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951676 Jul 29 14:24:46.228409 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b88eb-0c99-419e-aa92-93471dcfe001 req-341cc8ce-111f-4af4-a63d-f10d53d8197f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:46.230783 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f19b88eb-0c99-419e-aa92-93471dcfe001 req-341cc8ce-111f-4af4-a63d-f10d53d8197f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0611420 Jul 29 14:24:46.263880 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7e07f-5c62-4544-9df9-ace4f35b6d9a req-1aaa20e3-37e6-4d53-be9b-7d30e1d41cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:46.269902 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-17d7e07f-5c62-4544-9df9-ace4f35b6d9a req-1aaa20e3-37e6-4d53-be9b-7d30e1d41cba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf03b23d6c9c4cad8ef475768b3ec5af&device_id=c0538820-f918-4388-abe3-51e3512b6167 HTTP/1.1" status: 200 len: 1096 time: 0.0872416 Jul 29 14:24:46.294074 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f19b88eb-0c99-419e-aa92-93471dcfe001 req-09152ffe-ee01-4075-88de-83f4f4ef814c tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544322 Jul 29 14:24:46.405432 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7e07f-5c62-4544-9df9-ace4f35b6d9a req-fe2b72e2-a34c-4adc-9a53-ae53bf0975f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:46.406973 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-17d7e07f-5c62-4544-9df9-ace4f35b6d9a req-fe2b72e2-a34c-4adc-9a53-ae53bf0975f0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a5506bfa-2920-44f8-816e-3396d510105a HTTP/1.1" status: 200 len: 910 time: 0.1276801 Jul 29 14:24:46.452891 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-17d7e07f-5c62-4544-9df9-ace4f35b6d9a req-79e590ae-2625-4726-b18b-9cee6bd4bb1f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9fcd3ac-e493-4acb-9695-1a8658a540fd HTTP/1.1" status: 200 len: 217 time: 0.0354362 Jul 29 14:24:46.505196 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7e07f-5c62-4544-9df9-ace4f35b6d9a req-eaae2c81-6f4b-4e44-b0ad-8cb938195878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:46.506610 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-17d7e07f-5c62-4544-9df9-ace4f35b6d9a req-eaae2c81-6f4b-4e44-b0ad-8cb938195878 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a773066c-eff6-473a-97d2-319b2abe8569 HTTP/1.1" status: 200 len: 849 time: 0.0447857 Jul 29 14:24:46.514203 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3ebad-62d1-4dc6-8cf1-4f9911682458 req-9abeab36-c61a-4973-90f3-b1f7abbd05aa tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:46.515695 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cbc3ebad-62d1-4dc6-8cf1-4f9911682458 req-9abeab36-c61a-4973-90f3-b1f7abbd05aa tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0538820-f918-4388-abe3-51e3512b6167 HTTP/1.1" status: 200 len: 943 time: 0.0781877 Jul 29 14:24:46.537215 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-421b0b51-e04f-4ea6-be3a-a03c806471d7 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:46.538707 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-421b0b51-e04f-4ea6-be3a-a03c806471d7 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/networks?id=ba4aefee-5518-43ab-b349-b6284cfd9b1b HTTP/1.1" status: 200 len: 813 time: 0.1573792 Jul 29 14:24:46.540304 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-17d7e07f-5c62-4544-9df9-ace4f35b6d9a req-818579c8-8972-44fa-9912-cbe47828d336 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a5506bfa-2920-44f8-816e-3396d510105a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237451 Jul 29 14:24:46.561676 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-e07013ec-d1a1-433e-93a1-77846ecfce3c tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/quotas/ec8ec9dd4084494db38fa371530d0d43 HTTP/1.1" status: 200 len: 375 time: 0.0152540 Jul 29 14:24:46.583706 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cbc3ebad-62d1-4dc6-8cf1-4f9911682458 req-155c88e4-e0a1-41bb-929c-78219684d0e2 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605552 Jul 29 14:24:46.624158 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-0061c451-20b2-411f-a913-4a2b2a246537 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ec8ec9dd4084494db38fa371530d0d43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0563972 Jul 29 14:24:46.643836 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-17d7e07f-5c62-4544-9df9-ace4f35b6d9a req-a457382d-8398-4757-b54c-a9b051344fe2 service neutron] 10.222.0.42 "GET /v2.0/networks/a5506bfa-2920-44f8-816e-3396d510105a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914519 Jul 29 14:24:46.715212 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-fc4c5cc0-065f-48ff-ae77-cb0e030ec620 service neutron] 10.222.0.44 "GET /v2.0/networks/ba4aefee-5518-43ab-b349-b6284cfd9b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836751 Jul 29 14:24:46.739918 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-17d7e07f-5c62-4544-9df9-ace4f35b6d9a req-34abae6f-8ab3-455c-81d4-5a28918d5518 service neutron] 10.222.0.42 "GET /v2.0/networks/a5506bfa-2920-44f8-816e-3396d510105a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837405 Jul 29 14:24:46.809981 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-dbd433fe-16d7-4d6b-a841-eeaeec100c90 service neutron] 10.222.0.44 "GET /v2.0/networks/ba4aefee-5518-43ab-b349-b6284cfd9b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883803 Jul 29 14:24:46.969975 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-db6e2a11-4d1e-462b-aa1e-6c2986f193d2 req-074b056f-d676-4c67-977e-c67390cdf47e tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=5380ece0-daca-4de7-aa9e-9dae356a480a HTTP/1.1" status: 200 len: 210 time: 0.0285082 Jul 29 14:24:47.429929 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3589e-9aea-4999-981d-572841776bcd req-613d31c4-a8ee-4eec-a7cb-881ed4ebd63a tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:47.431614 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6ac3589e-9aea-4999-981d-572841776bcd req-613d31c4-a8ee-4eec-a7cb-881ed4ebd63a tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0557106 Jul 29 14:24:47.476548 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6ac3589e-9aea-4999-981d-572841776bcd req-8d2ce629-6703-4aaa-a619-4967bb7a8ff9 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374520 Jul 29 14:24:47.709122 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc701a0f-2c14-4310-a527-3586df870387 req-635da20e-e2aa-4511-b74f-bf09b9007a5e tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:47.710682 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cc701a0f-2c14-4310-a527-3586df870387 req-635da20e-e2aa-4511-b74f-bf09b9007a5e tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0538820-f918-4388-abe3-51e3512b6167 HTTP/1.1" status: 200 len: 943 time: 0.0533977 Jul 29 14:24:47.760714 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cc701a0f-2c14-4310-a527-3586df870387 req-f425a4db-51e2-4632-a468-8a05ff015165 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381558 Jul 29 14:24:48.087000 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-32571283-79d1-430e-8a07-1a9c7ab8f687 req-786ee9fa-4839-4931-ba43-c187a2b639b2 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=5380ece0-daca-4de7-aa9e-9dae356a480a HTTP/1.1" status: 200 len: 210 time: 0.0279450 Jul 29 14:24:48.610827 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280eab6-21d3-48e3-be7a-73331801d0d2 req-9ba04665-532a-4f58-aec8-eb1997eb1d2e tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:48.612394 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8280eab6-21d3-48e3-be7a-73331801d0d2 req-9ba04665-532a-4f58-aec8-eb1997eb1d2e tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0543950 Jul 29 14:24:48.617157 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-6dd33398-3c01-42c0-8003-4e9b649f2447 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:48.618830 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-6dd33398-3c01-42c0-8003-4e9b649f2447 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.42 "GET /v2.0/networks?id=ba4aefee-5518-43ab-b349-b6284cfd9b1b HTTP/1.1" status: 200 len: 813 time: 0.1126404 Jul 29 14:24:48.642914 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-df4996a0-2db9-40df-a505-1266ce77ecc7 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Request body: {'port': {'device_id': '5380ece0-daca-4de7-aa9e-9dae356a480a', 'network_id': 'ba4aefee-5518-43ab-b349-b6284cfd9b1b', 'admin_state_up': True, 'tenant_id': 'ec8ec9dd4084494db38fa371530d0d43'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:24:48.655002 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8280eab6-21d3-48e3-be7a-73331801d0d2 req-acfce16e-fbff-477a-b4a4-066c7d874aeb tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352681 Jul 29 14:24:48.751204 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-df4996a0-2db9-40df-a505-1266ce77ecc7 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Made reservation on behalf of ec8ec9dd4084494db38fa371530d0d43 for: {'port': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:24:48.755397 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-df4996a0-2db9-40df-a505-1266ce77ecc7 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:48.903957 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf097c4c-a660-4439-a078-26620813739b req-eaa960a5-b4ce-454f-80a2-dc7bf1997bdf tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:48.905774 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bf097c4c-a660-4439-a078-26620813739b req-eaa960a5-b4ce-454f-80a2-dc7bf1997bdf tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0538820-f918-4388-abe3-51e3512b6167 HTTP/1.1" status: 200 len: 943 time: 0.0628860 Jul 29 14:24:48.930624 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-df4996a0-2db9-40df-a505-1266ce77ecc7 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Allocated IP 172.20.0.14 (ba4aefee-5518-43ab-b349-b6284cfd9b1b/7cc3d8ce-88cb-4c2e-acf9-3ec507020a22/84dcda15-5dac-46e3-9277-6136e4a10db4) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:24:48.951239 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bf097c4c-a660-4439-a078-26620813739b req-36d66e94-b69d-442c-abee-ce570a99161b tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377972 Jul 29 14:24:49.148852 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-df4996a0-2db9-40df-a505-1266ce77ecc7 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:49.189946 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d37bb662-681f-46b8-a61e-d84d209265af req-ee2bd69a-eafb-4682-89d9-3cd4d3dd14b7 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=5380ece0-daca-4de7-aa9e-9dae356a480a HTTP/1.1" status: 200 len: 210 time: 0.0295045 Jul 29 14:24:49.192611 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-df4996a0-2db9-40df-a505-1266ce77ecc7 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:49.211901 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['b06e061d-abe8-4fe6-b34b-158c977cc7f7', '416131a4-7898-469d-89ef-592dc7aff334', '0702a928-9a77-4906-a1af-d3ac07d7d90f'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:24:49.238035 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-df4996a0-2db9-40df-a505-1266ce77ecc7 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Network ba4aefee-5518-43ab-b349-b6284cfd9b1b is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:24:49.241270 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-df4996a0-2db9-40df-a505-1266ce77ecc7 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:24:49.247788 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-df4996a0-2db9-40df-a505-1266ce77ecc7 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:24:49.271133 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4996a0-2db9-40df-a505-1266ce77ecc7 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Pushing event updated for resources: {'Port': ['ID=84dcda15-5dac-46e3-9277-6136e4a10db4,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:49.298875 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-df4996a0-2db9-40df-a505-1266ce77ecc7 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:49.299492 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-df4996a0-2db9-40df-a505-1266ce77ecc7 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:49.315755 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-df4996a0-2db9-40df-a505-1266ce77ecc7 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6768975 Jul 29 14:24:49.330031 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-e3820c12-9b2e-4f7c-a851-84c0761f58e4 service neutron] Request body: {'port': {'device_id': '5380ece0-daca-4de7-aa9e-9dae356a480a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:24:49.387031 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-e3820c12-9b2e-4f7c-a851-84c0761f58e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:49.645857 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-e3820c12-9b2e-4f7c-a851-84c0761f58e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84dcda15-5dac-46e3-9277-6136e4a10db4 {{(pid=93046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:24:49.653085 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-e3820c12-9b2e-4f7c-a851-84c0761f58e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:49.664737 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-e3820c12-9b2e-4f7c-a851-84c0761f58e4 service neutron] Transition to ACTIVE for port object 84dcda15-5dac-46e3-9277-6136e4a10db4 will not be triggered until provisioned by entity L2. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:24:49.668040 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-e3820c12-9b2e-4f7c-a851-84c0761f58e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971904'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:49.737667 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3820c12-9b2e-4f7c-a851-84c0761f58e4 service neutron] Pushing event updated for resources: {'Port': ['ID=84dcda15-5dac-46e3-9277-6136e4a10db4,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:49.783776 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3dff60-d2d1-4dbe-b04b-488c77891470 req-2afc959d-7872-43c9-9045-0d004d114af1 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:49.785419 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ee3dff60-d2d1-4dbe-b04b-488c77891470 req-2afc959d-7872-43c9-9045-0d004d114af1 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0557287 Jul 29 14:24:49.792524 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-e3820c12-9b2e-4f7c-a851-84c0761f58e4 service neutron] Attempting to bind port 84dcda15-5dac-46e3-9277-6136e4a10db4 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:24:49.792931 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-e3820c12-9b2e-4f7c-a851-84c0761f58e4 service neutron] Attempting to bind port 84dcda15-5dac-46e3-9277-6136e4a10db4 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': 'b03b25ab-3830-4437-9930-58c769ecf5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ba4aefee-5518-43ab-b349-b6284cfd9b1b'}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:24:49.793312 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-e3820c12-9b2e-4f7c-a851-84c0761f58e4 service neutron] Attempting to bind port 84dcda15-5dac-46e3-9277-6136e4a10db4 on network ba4aefee-5518-43ab-b349-b6284cfd9b1b {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:24:49.797907 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-e3820c12-9b2e-4f7c-a851-84c0761f58e4 service neutron] Port 84dcda15-5dac-46e3-9277-6136e4a10db4 on network ba4aefee-5518-43ab-b349-b6284cfd9b1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:24:49.798273 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-e3820c12-9b2e-4f7c-a851-84c0761f58e4 service neutron] Attempting to bind port 84dcda15-5dac-46e3-9277-6136e4a10db4 on network ba4aefee-5518-43ab-b349-b6284cfd9b1b {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:24:49.803080 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-e3820c12-9b2e-4f7c-a851-84c0761f58e4 service neutron] Checking agent: {'id': 'fd26b577-982f-4e34-ab76-8a88883d4fab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:24:49.803421 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-e3820c12-9b2e-4f7c-a851-84c0761f58e4 service neutron] Checking segment: {'id': 'b03b25ab-3830-4437-9930-58c769ecf5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ba4aefee-5518-43ab-b349-b6284cfd9b1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:24:49.803810 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-e3820c12-9b2e-4f7c-a851-84c0761f58e4 service neutron] Bound using segment: {'id': 'b03b25ab-3830-4437-9930-58c769ecf5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ba4aefee-5518-43ab-b349-b6284cfd9b1b'} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:24:49.804244 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-e3820c12-9b2e-4f7c-a851-84c0761f58e4 service neutron] Bound port: 84dcda15-5dac-46e3-9277-6136e4a10db4, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b03b25ab-3830-4437-9930-58c769ecf5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ba4aefee-5518-43ab-b349-b6284cfd9b1b'}}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:24:49.804610 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-e3820c12-9b2e-4f7c-a851-84c0761f58e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:49.826818 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ee3dff60-d2d1-4dbe-b04b-488c77891470 req-24e02047-71c8-41e9-99bb-f21e15aeb57b tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354352 Jul 29 14:24:49.869829 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-e3820c12-9b2e-4f7c-a851-84c0761f58e4 service neutron] For port 84dcda15-5dac-46e3-9277-6136e4a10db4, host hv-cinder-80288, cleared binding levels {{(pid=93046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:24:49.872917 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-e3820c12-9b2e-4f7c-a851-84c0761f58e4 service neutron] For port 84dcda15-5dac-46e3-9277-6136e4a10db4, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=84dcda15-5dac-46e3-9277-6136e4a10db4,segment=NetworkSegment(b03b25ab-3830-4437-9930-58c769ecf5b6),segment_id=b03b25ab-3830-4437-9930-58c769ecf5b6)] {{(pid=93046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:24:49.878546 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-e3820c12-9b2e-4f7c-a851-84c0761f58e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971904'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:49.912065 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-e3820c12-9b2e-4f7c-a851-84c0761f58e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:49.912585 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-e3820c12-9b2e-4f7c-a851-84c0761f58e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:49.913953 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-e3820c12-9b2e-4f7c-a851-84c0761f58e4 service neutron] 10.222.0.42 "PUT /v2.0/ports/84dcda15-5dac-46e3-9277-6136e4a10db4 HTTP/1.1" status: 200 len: 1094 time: 0.5884554 Jul 29 14:24:49.914383 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5380ece0-daca-4de7-aa9e-9dae356a480a', 'tag': '84dcda15-5dac-46e3-9277-6136e4a10db4'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:24:49.916585 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12d0d8acfdc7c270d197b253719fe34768a82c9c4ffac31e71dba4df5af88c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e62c589-1a92-4f9d-88cb-9f14f1481110" -d '{"events": [{"name": "network-changed", "server_uuid": "5380ece0-daca-4de7-aa9e-9dae356a480a", "tag": "84dcda15-5dac-46e3-9277-6136e4a10db4"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:24:49.940729 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3820c12-9b2e-4f7c-a851-84c0761f58e4 service neutron] Pushing event updated for resources: {'Port': ['ID=84dcda15-5dac-46e3-9277-6136e4a10db4,revision_number=3']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:49.953663 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df40a54-c41d-466f-821c-284315e8c75a x-openstack-request-id: req-4df40a54-c41d-466f-821c-284315e8c75a {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:24:49.953985 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5380ece0-daca-4de7-aa9e-9dae356a480a", "tag": "84dcda15-5dac-46e3-9277-6136e4a10db4", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:24:49.954239 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4df40a54-c41d-466f-821c-284315e8c75a {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:24:49.954624 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5380ece0-daca-4de7-aa9e-9dae356a480a', 'tag': '84dcda15-5dac-46e3-9277-6136e4a10db4', 'status': 'completed', 'code': 200} Jul 29 14:24:50.080372 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5d715-3432-4458-b137-dd729d0b490f req-bf3725c6-1139-439c-b1e2-19d20325b113 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:50.081855 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f9a5d715-3432-4458-b137-dd729d0b490f req-bf3725c6-1139-439c-b1e2-19d20325b113 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0538820-f918-4388-abe3-51e3512b6167 HTTP/1.1" status: 200 len: 943 time: 0.0467098 Jul 29 14:24:50.120046 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f9a5d715-3432-4458-b137-dd729d0b490f req-540de81a-4e1b-405a-ab09-534fb4481c28 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323541 Jul 29 14:24:50.310318 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59871442-931d-4d61-9118-3ce63b6308fd req-73c7b272-1c3a-4240-9f66-8147e323961d tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:50.311876 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-59871442-931d-4d61-9118-3ce63b6308fd req-73c7b272-1c3a-4240-9f66-8147e323961d tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=5380ece0-daca-4de7-aa9e-9dae356a480a HTTP/1.1" status: 200 len: 944 time: 0.0506444 Jul 29 14:24:50.353799 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-59871442-931d-4d61-9118-3ce63b6308fd req-9ce98cd3-611f-464c-af7e-612669cee39f tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359080 Jul 29 14:24:51.057200 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:24:51.842169 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device a9fcd3ac-e493-4acb-9695-1a8658a540fd details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:24:51.954623 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port a9fcd3ac-e493-4acb-9695-1a8658a540fd, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=a9fcd3ac-e493-4acb-9695-1a8658a540fd,segment=NetworkSegment(116e00b4-dcd5-46d0-8ab7-c9be87e1aa3f),segment_id=116e00b4-dcd5-46d0-8ab7-c9be87e1aa3f)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:24:51.967574 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Returning: {'device': 'a9fcd3ac-e493-4acb-9695-1a8658a540fd', 'network_id': 'a5506bfa-2920-44f8-816e-3396d510105a', 'port_id': 'a9fcd3ac-e493-4acb-9695-1a8658a540fd', 'mac_address': 'fa:16:3e:93:e1:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a773066c-eff6-473a-97d2-319b2abe8569', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:24:52.008853 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:52.023050 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9fcd3ac-e493-4acb-9695-1a8658a540fd {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:24:52.046137 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port a9fcd3ac-e493-4acb-9695-1a8658a540fd, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=a9fcd3ac-e493-4acb-9695-1a8658a540fd,segment=NetworkSegment(116e00b4-dcd5-46d0-8ab7-c9be87e1aa3f),segment_id=116e00b4-dcd5-46d0-8ab7-c9be87e1aa3f)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:24:52.051388 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:52.105505 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=a9fcd3ac-e493-4acb-9695-1a8658a540fd,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:53.016739 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62c589-1a92-4f9d-88cb-9f14f1481110 req-bc4f2395-9646-4ac7-a787-9ffb2311cfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:53.018287 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6e62c589-1a92-4f9d-88cb-9f14f1481110 req-bc4f2395-9646-4ac7-a787-9ffb2311cfcb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec8ec9dd4084494db38fa371530d0d43&device_id=5380ece0-daca-4de7-aa9e-9dae356a480a HTTP/1.1" status: 200 len: 1097 time: 0.0439649 Jul 29 14:24:53.426494 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df66738-23b6-46a2-aec8-02a93f865959 req-39cdec1f-9ba0-4985-953b-052d89eb6ba2 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:53.427039 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62c589-1a92-4f9d-88cb-9f14f1481110 req-1f31833b-c248-4f7c-874b-9c467dfa4e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:53.427923 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3df66738-23b6-46a2-aec8-02a93f865959 req-39cdec1f-9ba0-4985-953b-052d89eb6ba2 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.3100517 Jul 29 14:24:53.428051 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6e62c589-1a92-4f9d-88cb-9f14f1481110 req-1f31833b-c248-4f7c-874b-9c467dfa4e62 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=ec8ec9dd4084494db38fa371530d0d43&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3989654 Jul 29 14:24:53.446793 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b852988-1d46-4dbc-a4d3-2d1878dbfcca req-f5394ca2-cd2e-493d-9db2-2e5ba30ba18d tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:53.449178 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7b852988-1d46-4dbc-a4d3-2d1878dbfcca req-f5394ca2-cd2e-493d-9db2-2e5ba30ba18d tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0538820-f918-4388-abe3-51e3512b6167 HTTP/1.1" status: 200 len: 944 time: 0.3164704 Jul 29 14:24:53.514345 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3df66738-23b6-46a2-aec8-02a93f865959 req-4ba398ef-d6ec-4d06-9e29-56264362822c tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767646 Jul 29 14:24:53.517461 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7b852988-1d46-4dbc-a4d3-2d1878dbfcca req-cec5d1f6-dd7b-40b8-b979-dfca482c3f46 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601926 Jul 29 14:24:53.598143 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40853a4c-493d-48dd-a7f1-dddc09a11cc6 req-7140b27d-f883-42d4-a39d-21d64d9af815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:53.599639 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-40853a4c-493d-48dd-a7f1-dddc09a11cc6 req-7140b27d-f883-42d4-a39d-21d64d9af815 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 1098 time: 0.0564513 Jul 29 14:24:53.603293 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62c589-1a92-4f9d-88cb-9f14f1481110 req-ec723b0d-d4fe-4f6f-a36b-995108e90cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:53.604815 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6e62c589-1a92-4f9d-88cb-9f14f1481110 req-ec723b0d-d4fe-4f6f-a36b-995108e90cca service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1645274 Jul 29 14:24:53.655857 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02522c-6e3d-476d-ba32-6fdd2623fe8b req-a0e9afe5-e194-47c3-ab48-e3783403d8c6 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:53.657598 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2b02522c-6e3d-476d-ba32-6fdd2623fe8b req-a0e9afe5-e194-47c3-ab48-e3783403d8c6 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=5380ece0-daca-4de7-aa9e-9dae356a480a HTTP/1.1" status: 200 len: 944 time: 0.0733976 Jul 29 14:24:53.680004 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-40853a4c-493d-48dd-a7f1-dddc09a11cc6 req-b052ab7a-d05e-48bd-93c9-848e354b7def service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606217 Jul 29 14:24:53.693500 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['a9fcd3ac-e493-4acb-9695-1a8658a540fd'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:24:53.713238 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-11227b59-047f-43cd-ba12-23b245fae8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:53.715123 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-11227b59-047f-43cd-ba12-23b245fae8fd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec8ec9dd4084494db38fa371530d0d43&device_id=5380ece0-daca-4de7-aa9e-9dae356a480a HTTP/1.1" status: 200 len: 1097 time: 0.0469441 Jul 29 14:24:53.715522 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2b02522c-6e3d-476d-ba32-6fdd2623fe8b req-f0272e39-070e-4e02-b95b-d87d6ce2d58c tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480318 Jul 29 14:24:53.878182 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-b2dd9232-843b-4583-835a-bcd5bcbff540 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84dcda15-5dac-46e3-9277-6136e4a10db4 HTTP/1.1" status: 200 len: 217 time: 0.0415173 Jul 29 14:24:53.947752 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-f9290bb4-cac4-41ab-849c-d536b62fb7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:53.949243 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-f9290bb4-cac4-41ab-849c-d536b62fb7d2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7cc3d8ce-88cb-4c2e-acf9-3ec507020a22 HTTP/1.1" status: 200 len: 853 time: 0.0611823 Jul 29 14:24:54.020868 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-1f337651-88cf-45fc-a1b7-c68092b4a6ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba4aefee-5518-43ab-b349-b6284cfd9b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244961 Jul 29 14:24:54.124176 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-39759d7b-a7ab-4ff6-b7fa-633f5fd54096 service neutron] 10.222.0.42 "GET /v2.0/networks/ba4aefee-5518-43ab-b349-b6284cfd9b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917292 Jul 29 14:24:54.247018 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-234503cd-1946-4661-88f3-d1d5da2f2a46 req-2cdcf536-23cb-4767-bf3e-69218df9bde4 service neutron] 10.222.0.42 "GET /v2.0/networks/ba4aefee-5518-43ab-b349-b6284cfd9b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025791 Jul 29 14:24:54.670664 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb112ac-bea8-4bca-be63-68f98ff1bbfc req-cb1cc829-a11d-4a1f-b0ef-188b25a0fe6a tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:54.672150 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8eb112ac-bea8-4bca-be63-68f98ff1bbfc req-cb1cc829-a11d-4a1f-b0ef-188b25a0fe6a tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0538820-f918-4388-abe3-51e3512b6167 HTTP/1.1" status: 200 len: 944 time: 0.0807850 Jul 29 14:24:54.680429 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af66ba-7669-4fcf-be11-686bf10114bc req-946cdd34-cef7-4f91-b78e-73225bf0e157 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:54.681789 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f3af66ba-7669-4fcf-be11-686bf10114bc req-946cdd34-cef7-4f91-b78e-73225bf0e157 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0886047 Jul 29 14:24:54.740866 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8eb112ac-bea8-4bca-be63-68f98ff1bbfc req-894e1060-5195-4469-ba4f-1b7f07ca00d4 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580881 Jul 29 14:24:54.749795 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f3af66ba-7669-4fcf-be11-686bf10114bc req-a1ca0e33-8274-401d-8a08-91e1187e87fd tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575197 Jul 29 14:24:54.854364 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1bbcd-4f65-4ca5-b187-2c35aeb51dae req-53dc8d55-7f58-4c1a-9d6e-825c5964e9ff tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:54.856706 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a5e1bbcd-4f65-4ca5-b187-2c35aeb51dae req-53dc8d55-7f58-4c1a-9d6e-825c5964e9ff tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=5380ece0-daca-4de7-aa9e-9dae356a480a HTTP/1.1" status: 200 len: 944 time: 0.0508745 Jul 29 14:24:54.894014 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a5e1bbcd-4f65-4ca5-b187-2c35aeb51dae req-0a63a0da-0072-41bc-87f1-8d4db9b83498 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313318 Jul 29 14:24:55.070799 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d817c1b5-bfb7-4c37-b632-8b9e6ceda4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:55.856118 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device a9fcd3ac-e493-4acb-9695-1a8658a540fd up at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:24:55.910949 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning for port a9fcd3ac-e493-4acb-9695-1a8658a540fd completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:24:55.914808 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning complete for port a9fcd3ac-e493-4acb-9695-1a8658a540fd triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:24:55.915190 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:55.947996 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2484fa-a952-4bc2-8133-b952e23e6cd0 req-70f7125c-fd88-45e7-a8d1-69b2b8b4e800 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:55.950929 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ed2484fa-a952-4bc2-8133-b952e23e6cd0 req-70f7125c-fd88-45e7-a8d1-69b2b8b4e800 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0538820-f918-4388-abe3-51e3512b6167 HTTP/1.1" status: 200 len: 944 time: 0.0919845 Jul 29 14:24:55.959059 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11515b85-a426-49ea-a1f1-b8368fb463c5 req-0c3c28e5-4390-4d52-91c3-0723199b7d38 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:55.960691 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-11515b85-a426-49ea-a1f1-b8368fb463c5 req-0c3c28e5-4390-4d52-91c3-0723199b7d38 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0886493 Jul 29 14:24:56.015904 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ed2484fa-a952-4bc2-8133-b952e23e6cd0 req-0fbd8e8e-3219-43b6-97f6-90f2c8d0003c tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541849 Jul 29 14:24:56.038431 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-11515b85-a426-49ea-a1f1-b8368fb463c5 req-7d415fc0-24cb-4612-858b-181a046eaacf tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534372 Jul 29 14:24:56.142651 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:56.170818 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0538820-f918-4388-abe3-51e3512b6167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fcd3ac-e493-4acb-9695-1a8658a540fd'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:24:56.173266 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccb16db2f9a74c00367815e69fa446d7a78c69e07d65ec2c4e32efa5fc27a6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5402775e-e06f-4456-a43d-942e356fca23" -d '{"events": [{"server_uuid": "c0538820-f918-4388-abe3-51e3512b6167", "name": "network-vif-plugged", "status": "completed", "tag": "a9fcd3ac-e493-4acb-9695-1a8658a540fd"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:24:56.188623 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port a9fcd3ac-e493-4acb-9695-1a8658a540fd, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=a9fcd3ac-e493-4acb-9695-1a8658a540fd,segment=NetworkSegment(116e00b4-dcd5-46d0-8ab7-c9be87e1aa3f),segment_id=116e00b4-dcd5-46d0-8ab7-c9be87e1aa3f)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:24:56.195973 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:56.204867 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d87e6-99c7-4ba7-94a7-1e37724a2903 req-9b2b3060-c482-45fc-a92b-cb496d0912f5 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:56.206763 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b96d87e6-99c7-4ba7-94a7-1e37724a2903 req-9b2b3060-c482-45fc-a92b-cb496d0912f5 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=5380ece0-daca-4de7-aa9e-9dae356a480a HTTP/1.1" status: 200 len: 944 time: 0.0696559 Jul 29 14:24:56.261743 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b96d87e6-99c7-4ba7-94a7-1e37724a2903 req-68f9a709-1b11-4cb9-ae6e-74b0c9b29385 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484853 Jul 29 14:24:56.299415 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=a9fcd3ac-e493-4acb-9695-1a8658a540fd,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:56.303155 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:56.379466 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f5052-75a1-4d07-888e-99e8c44927a4 req-b3513153-03d7-4e93-8069-270d82980342 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:56.381436 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e88f5052-75a1-4d07-888e-99e8c44927a4 req-b3513153-03d7-4e93-8069-270d82980342 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0655954 Jul 29 14:24:56.423554 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2dd682-cb92-4aa9-8092-00070144f8eb x-openstack-request-id: req-6f2dd682-cb92-4aa9-8092-00070144f8eb {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:24:56.424228 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0538820-f918-4388-abe3-51e3512b6167", "name": "network-vif-plugged", "status": "completed", "tag": "a9fcd3ac-e493-4acb-9695-1a8658a540fd", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:24:56.424712 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6f2dd682-cb92-4aa9-8092-00070144f8eb {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:24:56.425361 dv-cinder-802882-2-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0538820-f918-4388-abe3-51e3512b6167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fcd3ac-e493-4acb-9695-1a8658a540fd', 'code': 200} Jul 29 14:24:56.429049 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e88f5052-75a1-4d07-888e-99e8c44927a4 req-9db7fc61-6d34-46f0-970a-3845c09c263d tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383153 Jul 29 14:24:56.662515 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda58d2d-4049-42cf-a2ae-62a4c949d88f req-49695d5a-190b-44e8-b339-81ff7f5556cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:56.664095 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-dda58d2d-4049-42cf-a2ae-62a4c949d88f req-49695d5a-190b-44e8-b339-81ff7f5556cb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c0538820-f918-4388-abe3-51e3512b6167 HTTP/1.1" status: 200 len: 1098 time: 0.0477457 Jul 29 14:24:56.715719 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-dda58d2d-4049-42cf-a2ae-62a4c949d88f req-e55e49b1-b14d-471c-8af3-ccf0c8656447 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301530 Jul 29 14:24:57.148796 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce78ca-dbd2-4842-b8f7-6ddd08827683 req-6a200937-3a0b-482c-a94a-8b9225f3a37b tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:57.150352 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-05ce78ca-dbd2-4842-b8f7-6ddd08827683 req-6a200937-3a0b-482c-a94a-8b9225f3a37b tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0538820-f918-4388-abe3-51e3512b6167 HTTP/1.1" status: 200 len: 945 time: 0.0534751 Jul 29 14:24:57.191858 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-05ce78ca-dbd2-4842-b8f7-6ddd08827683 req-ed9014a9-07c0-4943-af0c-ab4652aa2b09 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353501 Jul 29 14:24:57.389559 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60449ba8-ef6e-4031-b797-946218902164 req-924f9591-fcaf-4dfb-9a9f-50363fed078a tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:57.391460 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-60449ba8-ef6e-4031-b797-946218902164 req-924f9591-fcaf-4dfb-9a9f-50363fed078a tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=5380ece0-daca-4de7-aa9e-9dae356a480a HTTP/1.1" status: 200 len: 944 time: 0.0543549 Jul 29 14:24:57.434957 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-60449ba8-ef6e-4031-b797-946218902164 req-0f670be5-168a-426c-a420-123d52c60220 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361266 Jul 29 14:24:57.550980 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 56790) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:24:57.556306 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 56792) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:24:57.668009 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7bb78ae4-af41-43b5-9e1e-04876409bbe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:57.679022 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-06cdada4-e581-4732-a447-3be518d9d435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:57.757252 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7bb78ae4-af41-43b5-9e1e-04876409bbe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:57.761010 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7bb78ae4-af41-43b5-9e1e-04876409bbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:57.806698 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-7bb78ae4-af41-43b5-9e1e-04876409bbe0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=50517155242642818d3b5cec2c1642b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2544382 Jul 29 14:24:57.809194 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb78ae4-af41-43b5-9e1e-04876409bbe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f37b6e-e5b1-4903-91cd-dbf95320159c,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:57.809980 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 56804) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:24:57.905958 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-06cdada4-e581-4732-a447-3be518d9d435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:57.907354 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b27a6d11-969b-47e5-add6-4c32152e93a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:57.912046 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-06cdada4-e581-4732-a447-3be518d9d435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:57.953827 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b27a6d11-969b-47e5-add6-4c32152e93a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:57.979181 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-06cdada4-e581-4732-a447-3be518d9d435 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=46c3a14c117d40b5b3a867a6e5510b38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4218125 Jul 29 14:24:57.982558 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 56810) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:24:57.988243 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdada4-e581-4732-a447-3be518d9d435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59588043-2eca-473e-b503-26f020636996,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:58.036565 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d70694fb-c384-47c7-989b-a85569364651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:58.046811 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b27a6d11-969b-47e5-add6-4c32152e93a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:58.048453 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f283a5ab-07e8-404c-a975-9087b227e90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:58.050394 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b27a6d11-969b-47e5-add6-4c32152e93a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:58.051757 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-b27a6d11-969b-47e5-add6-4c32152e93a8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/64f37b6e-e5b1-4903-91cd-dbf95320159c HTTP/1.1" status: 204 len: 168 time: 0.2349954 Jul 29 14:24:58.061404 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a6d11-969b-47e5-add6-4c32152e93a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f37b6e-e5b1-4903-91cd-dbf95320159c,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:58.135772 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f283a5ab-07e8-404c-a975-9087b227e90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:58.140843 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c6745-f6d5-49c0-a2d7-6d5a780cc872 req-00afd5b8-3aae-433e-9df0-e1c7f2a6cf2a tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:58.142466 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-707c6745-f6d5-49c0-a2d7-6d5a780cc872 req-00afd5b8-3aae-433e-9df0-e1c7f2a6cf2a tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0728097 Jul 29 14:24:58.148044 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6fde0-02e4-4595-a692-959525aea725 req-85d6284a-77b2-48a9-b4af-d64bcd68a305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:58.149575 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-52e6fde0-02e4-4595-a692-959525aea725 req-85d6284a-77b2-48a9-b4af-d64bcd68a305 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c645f55b8924ce6825612c02df3edcf&device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 1098 time: 0.0844140 Jul 29 14:24:58.200991 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-707c6745-f6d5-49c0-a2d7-6d5a780cc872 req-145e0f05-502c-4656-a680-bea6557ec86b tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515833 Jul 29 14:24:58.274535 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:58.303836 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f283a5ab-07e8-404c-a975-9087b227e90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:58.306892 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f283a5ab-07e8-404c-a975-9087b227e90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:58.309150 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-f283a5ab-07e8-404c-a975-9087b227e90e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/59588043-2eca-473e-b503-26f020636996 HTTP/1.1" status: 204 len: 168 time: 0.3254948 Jul 29 14:24:58.319631 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6fde0-02e4-4595-a692-959525aea725 req-9d98ed9a-48d0-45c4-836b-794ffabc074a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:58.321506 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-52e6fde0-02e4-4595-a692-959525aea725 req-9d98ed9a-48d0-45c4-836b-794ffabc074a service neutron] 10.222.0.42 "GET /v2.0/networks?id=6d0eb179-2c3f-4e51-8768-4cf203aef2f0 HTTP/1.1" status: 200 len: 920 time: 0.1548321 Jul 29 14:24:58.336341 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a5ab-07e8-404c-a975-9087b227e90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59588043-2eca-473e-b503-26f020636996,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:58.365957 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342acc2a-357d-4460-96fe-bd85ecb27d1f req-fcb2c039-e905-411e-a33c-cb7d4ade331b tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:58.374522 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-342acc2a-357d-4460-96fe-bd85ecb27d1f req-fcb2c039-e905-411e-a33c-cb7d4ade331b tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0538820-f918-4388-abe3-51e3512b6167 HTTP/1.1" status: 200 len: 945 time: 0.0765588 Jul 29 14:24:58.409498 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-52e6fde0-02e4-4595-a692-959525aea725 req-39a0b401-2069-4d47-993b-d28166b0d87f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e53bc76-fa29-4ab1-9414-78fa37c0f0e2 HTTP/1.1" status: 200 len: 217 time: 0.0692861 Jul 29 14:24:58.414080 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-342acc2a-357d-4460-96fe-bd85ecb27d1f req-7e9a10d2-9ab3-4f4e-929e-3cb625a9758b tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386360 Jul 29 14:24:58.470427 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6fde0-02e4-4595-a692-959525aea725 req-8a8ec554-8752-4df3-913c-04e56b01048e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:58.471625 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-52e6fde0-02e4-4595-a692-959525aea725 req-8a8ec554-8752-4df3-913c-04e56b01048e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71071247-be60-474f-b8b3-e493b3eca889 HTTP/1.1" status: 200 len: 859 time: 0.0453980 Jul 29 14:24:58.511171 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-52e6fde0-02e4-4595-a692-959525aea725 req-7f895dea-57d6-48cf-845c-b56c6c75c87c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d0eb179-2c3f-4e51-8768-4cf203aef2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272591 Jul 29 14:24:58.604717 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320e4db-2e3d-4a70-a25b-c61de5b649bd req-f197341f-c316-4ea9-be04-a2ca9722b0f6 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:58.606425 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1320e4db-2e3d-4a70-a25b-c61de5b649bd req-f197341f-c316-4ea9-be04-a2ca9722b0f6 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=5380ece0-daca-4de7-aa9e-9dae356a480a HTTP/1.1" status: 200 len: 944 time: 0.0856678 Jul 29 14:24:58.624379 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-52e6fde0-02e4-4595-a692-959525aea725 req-0d96eab4-dad9-4235-9b83-8c89a1d054bb service neutron] 10.222.0.42 "GET /v2.0/networks/6d0eb179-2c3f-4e51-8768-4cf203aef2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999255 Jul 29 14:24:58.647841 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1320e4db-2e3d-4a70-a25b-c61de5b649bd req-c419c46d-c257-4227-8e3d-b4cec6a27a58 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349739 Jul 29 14:24:58.733154 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 56828) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:24:58.740987 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-52e6fde0-02e4-4595-a692-959525aea725 req-90abc934-9138-448e-8500-018ce5722037 service neutron] 10.222.0.42 "GET /v2.0/networks/6d0eb179-2c3f-4e51-8768-4cf203aef2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997307 Jul 29 14:24:58.747698 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-78e48dff-731b-4e73-b2e8-ac80e922c6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:58.845998 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-78e48dff-731b-4e73-b2e8-ac80e922c6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:58.849929 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-78e48dff-731b-4e73-b2e8-ac80e922c6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:58.892570 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-78e48dff-731b-4e73-b2e8-ac80e922c6eb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fc54fe1bb62e416886a0676bec430013&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1582084 Jul 29 14:24:58.893677 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e48dff-731b-4e73-b2e8-ac80e922c6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7e63bf-93d4-4f51-b96f-36996c7c18fc,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:58.895208 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 56834) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:24:58.947002 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-127e3391-cebd-4ff8-b42c-b8a7fdfdd2e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:58.968751 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-127e3391-cebd-4ff8-b42c-b8a7fdfdd2e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:59.023210 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-127e3391-cebd-4ff8-b42c-b8a7fdfdd2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:59.026520 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-127e3391-cebd-4ff8-b42c-b8a7fdfdd2e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:59.028790 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-127e3391-cebd-4ff8-b42c-b8a7fdfdd2e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3f7e63bf-93d4-4f51-b96f-36996c7c18fc HTTP/1.1" status: 204 len: 168 time: 0.1316838 Jul 29 14:24:59.037597 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e3391-cebd-4ff8-b42c-b8a7fdfdd2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7e63bf-93d4-4f51-b96f-36996c7c18fc,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:24:59.320173 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c773903-c173-4310-a85d-f1b1e15cfea1 req-f620489d-5ddd-4aad-813e-d7fd135622f8 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:59.321835 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2c773903-c173-4310-a85d-f1b1e15cfea1 req-f620489d-5ddd-4aad-813e-d7fd135622f8 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0513089 Jul 29 14:24:59.326530 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:24:59.365717 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2c773903-c173-4310-a85d-f1b1e15cfea1 req-5e6529f7-86c2-4d8c-8fcc-72038d77a044 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361481 Jul 29 14:24:59.538415 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa6e8a-0f9e-4f2d-bcce-678c25c3926f req-837bf52f-e4c8-4536-b194-3e5356fc811c tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:59.539943 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a4aa6e8a-0f9e-4f2d-bcce-678c25c3926f req-837bf52f-e4c8-4536-b194-3e5356fc811c tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0538820-f918-4388-abe3-51e3512b6167 HTTP/1.1" status: 200 len: 945 time: 0.0552645 Jul 29 14:24:59.579962 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a4aa6e8a-0f9e-4f2d-bcce-678c25c3926f req-92219499-970d-4e9f-8c57-14efee4ea81f tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333929 Jul 29 14:24:59.767667 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc376cd5-0de5-4deb-aefd-fc4bd2064cbb req-16f52f62-1245-4423-88c4-2a63ca23d92d tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:24:59.769231 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bc376cd5-0de5-4deb-aefd-fc4bd2064cbb req-16f52f62-1245-4423-88c4-2a63ca23d92d tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=5380ece0-daca-4de7-aa9e-9dae356a480a HTTP/1.1" status: 200 len: 944 time: 0.0496964 Jul 29 14:24:59.825115 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bc376cd5-0de5-4deb-aefd-fc4bd2064cbb req-162c88ce-4674-40b5-b88e-e12f853fe671 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497415 Jul 29 14:24:59.852089 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 84dcda15-5dac-46e3-9277-6136e4a10db4 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:24:59.960993 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 84dcda15-5dac-46e3-9277-6136e4a10db4, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=84dcda15-5dac-46e3-9277-6136e4a10db4,segment=NetworkSegment(b03b25ab-3830-4437-9930-58c769ecf5b6),segment_id=b03b25ab-3830-4437-9930-58c769ecf5b6)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:24:59.977574 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Returning: {'device': '84dcda15-5dac-46e3-9277-6136e4a10db4', 'network_id': 'ba4aefee-5518-43ab-b349-b6284cfd9b1b', 'port_id': '84dcda15-5dac-46e3-9277-6136e4a10db4', 'mac_address': 'fa:16:3e:da:b0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cc3d8ce-88cb-4c2e-acf9-3ec507020a22', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:25:00.017313 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:00.035447 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84dcda15-5dac-46e3-9277-6136e4a10db4 {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:25:00.065448 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 84dcda15-5dac-46e3-9277-6136e4a10db4, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=84dcda15-5dac-46e3-9277-6136e4a10db4,segment=NetworkSegment(b03b25ab-3830-4437-9930-58c769ecf5b6),segment_id=b03b25ab-3830-4437-9930-58c769ecf5b6)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:25:00.075351 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:00.132536 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=84dcda15-5dac-46e3-9277-6136e4a10db4,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:25:00.439416 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc7071-2efd-4f4b-a1bd-329f6f089eab req-05e552d5-445a-4735-9587-c619ae90fe00 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:00.451688 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e6dc7071-2efd-4f4b-a1bd-329f6f089eab req-05e552d5-445a-4735-9587-c619ae90fe00 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0538820-f918-4388-abe3-51e3512b6167 HTTP/1.1" status: 200 len: 945 time: 0.0739033 Jul 29 14:25:00.518346 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e6dc7071-2efd-4f4b-a1bd-329f6f089eab req-9533ebaf-cba3-421b-abd7-bc6cd2b089d3 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656788 Jul 29 14:25:00.529530 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db460924-1756-4ec9-adc0-a5707e8312ce req-08e49bfe-1f69-44c9-a24c-375d4b58b3be tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:00.531236 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-db460924-1756-4ec9-adc0-a5707e8312ce req-08e49bfe-1f69-44c9-a24c-375d4b58b3be tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0768530 Jul 29 14:25:00.559996 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['84dcda15-5dac-46e3-9277-6136e4a10db4'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:25:00.571695 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-db460924-1756-4ec9-adc0-a5707e8312ce req-6d6a7b28-f0af-4613-bec7-2f5d88d455e5 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340858 Jul 29 14:25:00.946049 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279b2d0-1146-4548-aa4e-7c6b13311c10 req-715423e0-e338-482f-a30a-0459ac8ba279 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:00.947543 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e279b2d0-1146-4548-aa4e-7c6b13311c10 req-715423e0-e338-482f-a30a-0459ac8ba279 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=5380ece0-daca-4de7-aa9e-9dae356a480a HTTP/1.1" status: 200 len: 945 time: 0.0525641 Jul 29 14:25:00.986635 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e279b2d0-1146-4548-aa4e-7c6b13311c10 req-bf82c7cc-a11d-48a9-aec5-07fe57228413 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320160 Jul 29 14:25:01.362107 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:01.633705 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbfed7-e776-43ca-af09-d11dd1f5e3b8 req-e49e9ffd-c7d9-4ca0-b762-0526479fa945 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:01.635226 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-29fbfed7-e776-43ca-af09-d11dd1f5e3b8 req-e49e9ffd-c7d9-4ca0-b762-0526479fa945 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0538820-f918-4388-abe3-51e3512b6167 HTTP/1.1" status: 200 len: 945 time: 0.0479758 Jul 29 14:25:01.703657 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-29fbfed7-e776-43ca-af09-d11dd1f5e3b8 req-f7e1c070-51a3-48d9-904d-10efa0d66459 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613236 Jul 29 14:25:01.712796 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc2025-c06a-4537-81c5-86ea3b1dc029 req-adf4da7b-0642-41b8-8e99-8d7b15a68936 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:01.715067 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a9dc2025-c06a-4537-81c5-86ea3b1dc029 req-adf4da7b-0642-41b8-8e99-8d7b15a68936 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0736921 Jul 29 14:25:01.754735 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a9dc2025-c06a-4537-81c5-86ea3b1dc029 req-7bacd00f-c08f-4be1-8495-15194ebd480e tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326605 Jul 29 14:25:02.116129 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9cc73-edfe-4c2a-bb5e-5ea4f9410bd3 req-001ae1ae-aa9f-4729-83ae-84ab315fb1dc tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:02.117672 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-53a9cc73-edfe-4c2a-bb5e-5ea4f9410bd3 req-001ae1ae-aa9f-4729-83ae-84ab315fb1dc tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=5380ece0-daca-4de7-aa9e-9dae356a480a HTTP/1.1" status: 200 len: 945 time: 0.0604360 Jul 29 14:25:02.163110 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-53a9cc73-edfe-4c2a-bb5e-5ea4f9410bd3 req-86d0cf6d-ea04-4d4d-8a51-c6bbe5fef148 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375068 Jul 29 14:25:02.784236 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254e954-ce87-4991-b668-58a5183c704f req-df67ecca-1a9d-46aa-8372-21b4351fd72c tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:02.785847 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-1254e954-ce87-4991-b668-58a5183c704f req-df67ecca-1a9d-46aa-8372-21b4351fd72c tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0538820-f918-4388-abe3-51e3512b6167 HTTP/1.1" status: 200 len: 945 time: 0.0493059 Jul 29 14:25:02.821658 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f9ee9-f061-4800-9553-7fdcb9a223fd req-f336b9c5-0c05-4167-994d-d7e9d52e294e tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:02.823926 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-211f9ee9-f061-4800-9553-7fdcb9a223fd req-f336b9c5-0c05-4167-994d-d7e9d52e294e tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0538820-f918-4388-abe3-51e3512b6167 HTTP/1.1" status: 200 len: 945 time: 0.0517683 Jul 29 14:25:02.893442 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-211f9ee9-f061-4800-9553-7fdcb9a223fd req-131ced84-e89c-4591-a05e-da43c8122bde tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635216 Jul 29 14:25:02.894718 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-1254e954-ce87-4991-b668-58a5183c704f req-de60b585-a166-4d5f-a584-a9ca042ee12c tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Deleting port a9fcd3ac-e493-4acb-9695-1a8658a540fd {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:25:02.895683 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-1254e954-ce87-4991-b668-58a5183c704f req-de60b585-a166-4d5f-a584-a9ca042ee12c tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:02.910263 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a9b6a-7254-47ec-a33e-4dce6969b5fa req-37bb7c3a-271d-4627-b011-c83c2fe9d0d7 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:02.911917 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5f5a9b6a-7254-47ec-a33e-4dce6969b5fa req-37bb7c3a-271d-4627-b011-c83c2fe9d0d7 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0739565 Jul 29 14:25:02.950640 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5f5a9b6a-7254-47ec-a33e-4dce6969b5fa req-1dd49924-355e-4022-8fac-222e7ac777ef tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325315 Jul 29 14:25:02.988182 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-1254e954-ce87-4991-b668-58a5183c704f req-de60b585-a166-4d5f-a584-a9ca042ee12c tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] For port a9fcd3ac-e493-4acb-9695-1a8658a540fd, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=a9fcd3ac-e493-4acb-9695-1a8658a540fd,segment=NetworkSegment(116e00b4-dcd5-46d0-8ab7-c9be87e1aa3f),segment_id=116e00b4-dcd5-46d0-8ab7-c9be87e1aa3f)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:25:02.988513 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-1254e954-ce87-4991-b668-58a5183c704f req-de60b585-a166-4d5f-a584-a9ca042ee12c tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:03.002469 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-1254e954-ce87-4991-b668-58a5183c704f req-de60b585-a166-4d5f-a584-a9ca042ee12c tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Calling delete_port for a9fcd3ac-e493-4acb-9695-1a8658a540fd owned by compute:nova {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:25:03.149756 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-1254e954-ce87-4991-b668-58a5183c704f req-de60b585-a166-4d5f-a584-a9ca042ee12c tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:03.165494 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['a9fcd3ac-e493-4acb-9695-1a8658a540fd'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:25:03.179208 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60b585-a166-4d5f-a584-a9ca042ee12c tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Pushing event deleted for resources: {'Port': ['ID=a9fcd3ac-e493-4acb-9695-1a8658a540fd,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:25:03.222488 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-1254e954-ce87-4991-b668-58a5183c704f req-de60b585-a166-4d5f-a584-a9ca042ee12c tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] No DVR routers for this DVR port a9fcd3ac-e493-4acb-9695-1a8658a540fd on host hv-cinder-80288 {{(pid=93046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:25:03.225601 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-1254e954-ce87-4991-b668-58a5183c704f req-de60b585-a166-4d5f-a584-a9ca042ee12c tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:03.227873 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-1254e954-ce87-4991-b668-58a5183c704f req-de60b585-a166-4d5f-a584-a9ca042ee12c tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.42 "DELETE /v2.0/ports/a9fcd3ac-e493-4acb-9695-1a8658a540fd HTTP/1.1" status: 204 len: 173 time: 0.4315493 Jul 29 14:25:03.228336 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0538820-f918-4388-abe3-51e3512b6167', 'name': 'network-vif-deleted', 'tag': 'a9fcd3ac-e493-4acb-9695-1a8658a540fd'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:25:03.231602 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12d0d8acfdc7c270d197b253719fe34768a82c9c4ffac31e71dba4df5af88c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1ee147-0e13-4897-99d2-8adaf7cac979" -d '{"events": [{"server_uuid": "c0538820-f918-4388-abe3-51e3512b6167", "name": "network-vif-deleted", "tag": "a9fcd3ac-e493-4acb-9695-1a8658a540fd"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:25:03.303075 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972c18aa-28a7-4afd-904f-1f5084711c9d x-openstack-request-id: req-972c18aa-28a7-4afd-904f-1f5084711c9d {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:25:03.303376 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0538820-f918-4388-abe3-51e3512b6167", "name": "network-vif-deleted", "tag": "a9fcd3ac-e493-4acb-9695-1a8658a540fd", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:25:03.303634 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-972c18aa-28a7-4afd-904f-1f5084711c9d {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:25:03.304036 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0538820-f918-4388-abe3-51e3512b6167', 'name': 'network-vif-deleted', 'tag': 'a9fcd3ac-e493-4acb-9695-1a8658a540fd', 'status': 'completed', 'code': 200} Jul 29 14:25:03.327581 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369a561-8d7e-4248-93a7-9657721f2c85 req-386c8219-5d0f-485f-a4bf-36e77fc92521 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:03.328194 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7369a561-8d7e-4248-93a7-9657721f2c85 req-386c8219-5d0f-485f-a4bf-36e77fc92521 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=5380ece0-daca-4de7-aa9e-9dae356a480a HTTP/1.1" status: 200 len: 945 time: 0.0851305 Jul 29 14:25:03.385141 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7369a561-8d7e-4248-93a7-9657721f2c85 req-2030a78f-e509-4a34-bd87-32bbd037d41e tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487576 Jul 29 14:25:03.880775 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 84dcda15-5dac-46e3-9277-6136e4a10db4 up at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:25:03.934924 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning for port 84dcda15-5dac-46e3-9277-6136e4a10db4 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:25:03.939091 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning complete for port 84dcda15-5dac-46e3-9277-6136e4a10db4 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:25:03.939591 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:04.034033 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:04.064127 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5380ece0-daca-4de7-aa9e-9dae356a480a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84dcda15-5dac-46e3-9277-6136e4a10db4'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:25:04.066831 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-83a02305-ff39-4bcd-a6ef-549d4ca45b82 req-fb067d0f-e502-4e7a-aed4-6f2507577785 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0538820-f918-4388-abe3-51e3512b6167 HTTP/1.1" status: 200 len: 210 time: 0.0490029 Jul 29 14:25:04.067298 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccb16db2f9a74c00367815e69fa446d7a78c69e07d65ec2c4e32efa5fc27a6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac722c6-344c-4219-8f48-5a17024bfd8d" -d '{"events": [{"server_uuid": "5380ece0-daca-4de7-aa9e-9dae356a480a", "name": "network-vif-plugged", "status": "completed", "tag": "84dcda15-5dac-46e3-9277-6136e4a10db4"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:25:04.083174 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 84dcda15-5dac-46e3-9277-6136e4a10db4, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=84dcda15-5dac-46e3-9277-6136e4a10db4,segment=NetworkSegment(b03b25ab-3830-4437-9930-58c769ecf5b6),segment_id=b03b25ab-3830-4437-9930-58c769ecf5b6)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:25:04.095656 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:04.137670 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c549800b-3a9b-4c8b-81c8-d8ae00e12cd2 x-openstack-request-id: req-c549800b-3a9b-4c8b-81c8-d8ae00e12cd2 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:25:04.137986 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5380ece0-daca-4de7-aa9e-9dae356a480a", "name": "network-vif-plugged", "status": "completed", "tag": "84dcda15-5dac-46e3-9277-6136e4a10db4", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:25:04.138548 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c549800b-3a9b-4c8b-81c8-d8ae00e12cd2 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:25:04.138962 dv-cinder-802882-2-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5380ece0-daca-4de7-aa9e-9dae356a480a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84dcda15-5dac-46e3-9277-6136e4a10db4', 'code': 200} Jul 29 14:25:04.139099 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2f17d-f0fe-497d-bc1e-c7ee9c3baba6 req-14d6b722-fba7-467b-9581-9da3736f6576 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:04.140637 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4cf2f17d-f0fe-497d-bc1e-c7ee9c3baba6 req-14d6b722-fba7-467b-9581-9da3736f6576 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0633605 Jul 29 14:25:04.168583 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=84dcda15-5dac-46e3-9277-6136e4a10db4,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:25:04.204801 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4cf2f17d-f0fe-497d-bc1e-c7ee9c3baba6 req-ef866833-66e9-42ab-821f-6cd9ea949fa6 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409708 Jul 29 14:25:04.506252 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a37347-5adc-4edb-86f9-fdc35f0ac435 req-278c68a9-5977-40c7-bcf1-fcfca9568e54 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:04.507739 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d9a37347-5adc-4edb-86f9-fdc35f0ac435 req-278c68a9-5977-40c7-bcf1-fcfca9568e54 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=5380ece0-daca-4de7-aa9e-9dae356a480a HTTP/1.1" status: 200 len: 946 time: 0.0523944 Jul 29 14:25:04.550363 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d9a37347-5adc-4edb-86f9-fdc35f0ac435 req-67e4327f-9964-4ef0-ad90-61c667cf2bb9 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365450 Jul 29 14:25:07.227475 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba8d86-002f-4762-97ed-926bf7034b42 req-25e8e6b8-0869-430b-b740-a93bdad8836e tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:07.229796 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7fba8d86-002f-4762-97ed-926bf7034b42 req-25e8e6b8-0869-430b-b740-a93bdad8836e tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0826690 Jul 29 14:25:07.253637 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1f13d-2e30-4568-9753-ddb78ce3c4f1 req-ea590d3c-57b7-4a55-9c13-7c487bfbe205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:07.256122 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9ad1f13d-2e30-4568-9753-ddb78ce3c4f1 req-ea590d3c-57b7-4a55-9c13-7c487bfbe205 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5380ece0-daca-4de7-aa9e-9dae356a480a HTTP/1.1" status: 200 len: 1099 time: 0.0525277 Jul 29 14:25:07.256319 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6dfc39-482f-426f-9e7f-44a776af8f5c req-55ef2d82-3307-4b8e-940a-0f81e9e8ec81 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:07.260801 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-aa6dfc39-482f-426f-9e7f-44a776af8f5c req-55ef2d82-3307-4b8e-940a-0f81e9e8ec81 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=5380ece0-daca-4de7-aa9e-9dae356a480a HTTP/1.1" status: 200 len: 946 time: 0.0761809 Jul 29 14:25:07.294373 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9ad1f13d-2e30-4568-9753-ddb78ce3c4f1 req-6c4df663-57ca-4a4c-ba0e-2cc85fd08e0a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280168 Jul 29 14:25:07.308286 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7fba8d86-002f-4762-97ed-926bf7034b42 req-255977be-8d3c-4e4e-a3a3-461cf5ea3915 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682476 Jul 29 14:25:07.315940 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-aa6dfc39-482f-426f-9e7f-44a776af8f5c req-7e5f8343-ebbf-406f-a9d9-f1a6eeb98428 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484793 Jul 29 14:25:07.488731 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-9fd652a9-7669-4105-ac08-a96e6f1146cc tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:07.490227 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-9fd652a9-7669-4105-ac08-a96e6f1146cc tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/networks?id=a5506bfa-2920-44f8-816e-3396d510105a HTTP/1.1" status: 200 len: 809 time: 0.1063485 Jul 29 14:25:07.505253 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-54be2af3-77b2-40d2-93d8-171a06fb01bb tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/quotas/cf03b23d6c9c4cad8ef475768b3ec5af HTTP/1.1" status: 200 len: 375 time: 0.0094111 Jul 29 14:25:07.538167 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-7f3aceea-7ae8-4fad-b1ce-03f5dd0b45f4 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf03b23d6c9c4cad8ef475768b3ec5af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273283 Jul 29 14:25:07.635750 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-09f0b18c-5f5b-4f1d-8a6e-2cfe0a1cb496 service neutron] 10.222.0.44 "GET /v2.0/networks/a5506bfa-2920-44f8-816e-3396d510105a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907083 Jul 29 14:25:07.726865 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-68695ef7-5d2a-4f64-8d73-2fbdb9970f34 service neutron] 10.222.0.44 "GET /v2.0/networks/a5506bfa-2920-44f8-816e-3396d510105a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842018 Jul 29 14:25:07.891680 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-093906fa-8915-4493-a645-552189faf9ba req-50bdbfd7-3d73-4181-a0e0-ab2869070cc8 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7f3e0be-6835-420d-9be3-0acb17ba8f06 HTTP/1.1" status: 200 len: 210 time: 0.0263798 Jul 29 14:25:09.489509 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device a9fcd3ac-e493-4acb-9695-1a8658a540fd no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:25:09.511142 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] No Port match for: a9fcd3ac-e493-4acb-9695-1a8658a540fd {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:25:09.511583 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device a9fcd3ac-e493-4acb-9695-1a8658a540fd not bound to the agent host hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:25:10.827532 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79694244-206e-4408-9bfa-2bbce4e15c74 req-ca208460-6385-4f1d-81e1-243d6ebdb4b7 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:10.829098 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-79694244-206e-4408-9bfa-2bbce4e15c74 req-ca208460-6385-4f1d-81e1-243d6ebdb4b7 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=5380ece0-daca-4de7-aa9e-9dae356a480a HTTP/1.1" status: 200 len: 946 time: 0.0845141 Jul 29 14:25:10.836783 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7cd46-8503-49e5-973c-1d41d285902c req-fb983c01-e7f3-496c-b33a-f4ca625d727d tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:10.838375 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bbc7cd46-8503-49e5-973c-1d41d285902c req-fb983c01-e7f3-496c-b33a-f4ca625d727d tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.1075406 Jul 29 14:25:10.897073 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-79694244-206e-4408-9bfa-2bbce4e15c74 req-2ea37f00-2727-4822-87b8-f4c86cd9a9ec tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576372 Jul 29 14:25:10.906452 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bbc7cd46-8503-49e5-973c-1d41d285902c req-749f8a9c-3f90-435b-9745-7d1983812a61 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603104 Jul 29 14:25:10.986339 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9dae2c07-1019-488c-a739-93fb69fae87a req-c988d7dc-0078-44e2-96db-b55a9f6de5f5 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7f3e0be-6835-420d-9be3-0acb17ba8f06 HTTP/1.1" status: 200 len: 210 time: 0.0274544 Jul 29 14:25:11.404846 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-6f393a22-f2b4-43cd-913a-2cd25046f156 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:11.406375 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-6f393a22-f2b4-43cd-913a-2cd25046f156 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.42 "GET /v2.0/networks?id=a5506bfa-2920-44f8-816e-3396d510105a HTTP/1.1" status: 200 len: 809 time: 0.1152227 Jul 29 14:25:11.424658 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-5e933064-cfb1-47ec-8f23-9dcf8c6a6f3b tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Request body: {'port': {'device_id': 'f7f3e0be-6835-420d-9be3-0acb17ba8f06', 'network_id': 'a5506bfa-2920-44f8-816e-3396d510105a', 'admin_state_up': True, 'tenant_id': 'cf03b23d6c9c4cad8ef475768b3ec5af'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:25:11.580661 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-5e933064-cfb1-47ec-8f23-9dcf8c6a6f3b tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Made reservation on behalf of cf03b23d6c9c4cad8ef475768b3ec5af for: {'port': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:25:11.584298 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-5e933064-cfb1-47ec-8f23-9dcf8c6a6f3b tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:11.742069 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-5e933064-cfb1-47ec-8f23-9dcf8c6a6f3b tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Allocated IP 172.20.0.4 (a5506bfa-2920-44f8-816e-3396d510105a/a773066c-eff6-473a-97d2-319b2abe8569/84fcc062-b3bd-4fac-af71-6b1d8645de4b) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:25:11.927403 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-5e933064-cfb1-47ec-8f23-9dcf8c6a6f3b tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:11.978466 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-5e933064-cfb1-47ec-8f23-9dcf8c6a6f3b tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:12.019874 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-5e933064-cfb1-47ec-8f23-9dcf8c6a6f3b tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Network a5506bfa-2920-44f8-816e-3396d510105a is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:25:12.025421 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-5e933064-cfb1-47ec-8f23-9dcf8c6a6f3b tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:25:12.029359 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-5e933064-cfb1-47ec-8f23-9dcf8c6a6f3b tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:25:12.061904 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e933064-cfb1-47ec-8f23-9dcf8c6a6f3b tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Pushing event updated for resources: {'Port': ['ID=84fcc062-b3bd-4fac-af71-6b1d8645de4b,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:25:12.070637 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0811844-59d1-4606-ba41-aa792e76be1a req-db1f099c-8aa3-4d6e-ad1c-ddfec692b6a8 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:12.072126 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d0811844-59d1-4606-ba41-aa792e76be1a req-db1f099c-8aa3-4d6e-ad1c-ddfec692b6a8 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=5380ece0-daca-4de7-aa9e-9dae356a480a HTTP/1.1" status: 200 len: 946 time: 0.0875249 Jul 29 14:25:12.080631 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd50362-17f4-4f61-8cc6-36ef9664615e req-7486b98e-4577-4f37-a220-292c575d7cab tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:12.081780 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e933064-cfb1-47ec-8f23-9dcf8c6a6f3b tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:12.082218 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9cd50362-17f4-4f61-8cc6-36ef9664615e req-7486b98e-4577-4f37-a220-292c575d7cab tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0695601 Jul 29 14:25:12.082345 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e933064-cfb1-47ec-8f23-9dcf8c6a6f3b tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:12.082566 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e933064-cfb1-47ec-8f23-9dcf8c6a6f3b tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:12.082910 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e933064-cfb1-47ec-8f23-9dcf8c6a6f3b tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:12.083276 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e933064-cfb1-47ec-8f23-9dcf8c6a6f3b tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:12.083608 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e933064-cfb1-47ec-8f23-9dcf8c6a6f3b tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:12.083936 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e933064-cfb1-47ec-8f23-9dcf8c6a6f3b tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:12.084270 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e933064-cfb1-47ec-8f23-9dcf8c6a6f3b tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:12.084596 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e933064-cfb1-47ec-8f23-9dcf8c6a6f3b tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:12.084922 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e933064-cfb1-47ec-8f23-9dcf8c6a6f3b tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:12.085248 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e933064-cfb1-47ec-8f23-9dcf8c6a6f3b tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:12.085574 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e933064-cfb1-47ec-8f23-9dcf8c6a6f3b tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:12.101722 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-5e933064-cfb1-47ec-8f23-9dcf8c6a6f3b tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:12.102369 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-5e933064-cfb1-47ec-8f23-9dcf8c6a6f3b tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:12.116278 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-5e933064-cfb1-47ec-8f23-9dcf8c6a6f3b tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6966004 Jul 29 14:25:12.134236 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d0811844-59d1-4606-ba41-aa792e76be1a req-48064f12-cc61-4b4b-be1f-cfa911beb715 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509932 Jul 29 14:25:12.146319 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9cd50362-17f4-4f61-8cc6-36ef9664615e req-f7a061dd-b97e-450f-8e7e-68d18739ca57 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561223 Jul 29 14:25:12.243084 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ec4f9-fe5e-46b3-ac3f-7752b03a5b12 req-701040d1-cb74-433f-a25e-a3ad2a922158 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:12.244625 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bd3ec4f9-fe5e-46b3-ac3f-7752b03a5b12 req-701040d1-cb74-433f-a25e-a3ad2a922158 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7f3e0be-6835-420d-9be3-0acb17ba8f06 HTTP/1.1" status: 200 len: 931 time: 0.0493615 Jul 29 14:25:12.283860 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bd3ec4f9-fe5e-46b3-ac3f-7752b03a5b12 req-d2ed12a8-81ee-4003-8ab5-f6c5b822683b tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325840 Jul 29 14:25:15.090981 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-48992e41-dcd5-4f93-8df4-b20ddec36919 service neutron] Request body: {'port': {'device_id': 'f7f3e0be-6835-420d-9be3-0acb17ba8f06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:25:15.152036 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-48992e41-dcd5-4f93-8df4-b20ddec36919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:15.284841 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aad121-1006-4c3d-babe-cb5b8204bd4a req-288a023e-0c71-4a79-b6d4-decd29e18c89 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:15.286364 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c3aad121-1006-4c3d-babe-cb5b8204bd4a req-288a023e-0c71-4a79-b6d4-decd29e18c89 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0903835 Jul 29 14:25:15.298126 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46c9a0-8fc9-4874-888e-69d405275e74 req-d51120dd-e518-408a-ad7d-14d82937bf36 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:15.299591 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8d46c9a0-8fc9-4874-888e-69d405275e74 req-d51120dd-e518-408a-ad7d-14d82937bf36 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7f3e0be-6835-420d-9be3-0acb17ba8f06 HTTP/1.1" status: 200 len: 931 time: 0.0898917 Jul 29 14:25:15.353966 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c3aad121-1006-4c3d-babe-cb5b8204bd4a req-144f5e62-07b5-428c-aa56-7710b3616954 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532835 Jul 29 14:25:15.361439 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8d46c9a0-8fc9-4874-888e-69d405275e74 req-6d1d7682-29c7-469e-b18d-03d95eb77492 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548229 Jul 29 14:25:15.447968 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-48992e41-dcd5-4f93-8df4-b20ddec36919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84fcc062-b3bd-4fac-af71-6b1d8645de4b {{(pid=93046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:25:15.455372 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-48992e41-dcd5-4f93-8df4-b20ddec36919 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:15.466954 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-48992e41-dcd5-4f93-8df4-b20ddec36919 service neutron] Transition to ACTIVE for port object 84fcc062-b3bd-4fac-af71-6b1d8645de4b will not be triggered until provisioned by entity L2. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:25:15.469988 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-48992e41-dcd5-4f93-8df4-b20ddec36919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971904'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:15.535500 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48992e41-dcd5-4f93-8df4-b20ddec36919 service neutron] Pushing event updated for resources: {'Port': ['ID=84fcc062-b3bd-4fac-af71-6b1d8645de4b,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:25:15.614985 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-48992e41-dcd5-4f93-8df4-b20ddec36919 service neutron] Attempting to bind port 84fcc062-b3bd-4fac-af71-6b1d8645de4b on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:25:15.615324 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-48992e41-dcd5-4f93-8df4-b20ddec36919 service neutron] Attempting to bind port 84fcc062-b3bd-4fac-af71-6b1d8645de4b by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': '116e00b4-dcd5-46d0-8ab7-c9be87e1aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a5506bfa-2920-44f8-816e-3396d510105a'}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:25:15.615655 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-48992e41-dcd5-4f93-8df4-b20ddec36919 service neutron] Attempting to bind port 84fcc062-b3bd-4fac-af71-6b1d8645de4b on network a5506bfa-2920-44f8-816e-3396d510105a {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:25:15.620295 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-48992e41-dcd5-4f93-8df4-b20ddec36919 service neutron] Port 84fcc062-b3bd-4fac-af71-6b1d8645de4b on network a5506bfa-2920-44f8-816e-3396d510105a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:25:15.620642 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-48992e41-dcd5-4f93-8df4-b20ddec36919 service neutron] Attempting to bind port 84fcc062-b3bd-4fac-af71-6b1d8645de4b on network a5506bfa-2920-44f8-816e-3396d510105a {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:25:15.626529 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-48992e41-dcd5-4f93-8df4-b20ddec36919 service neutron] Checking agent: {'id': 'fd26b577-982f-4e34-ab76-8a88883d4fab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:25:15.626947 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-48992e41-dcd5-4f93-8df4-b20ddec36919 service neutron] Checking segment: {'id': '116e00b4-dcd5-46d0-8ab7-c9be87e1aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a5506bfa-2920-44f8-816e-3396d510105a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:25:15.627462 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-48992e41-dcd5-4f93-8df4-b20ddec36919 service neutron] Bound using segment: {'id': '116e00b4-dcd5-46d0-8ab7-c9be87e1aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a5506bfa-2920-44f8-816e-3396d510105a'} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:25:15.627823 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-48992e41-dcd5-4f93-8df4-b20ddec36919 service neutron] Bound port: 84fcc062-b3bd-4fac-af71-6b1d8645de4b, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '116e00b4-dcd5-46d0-8ab7-c9be87e1aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a5506bfa-2920-44f8-816e-3396d510105a'}}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:25:15.628246 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-48992e41-dcd5-4f93-8df4-b20ddec36919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:15.707255 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-48992e41-dcd5-4f93-8df4-b20ddec36919 service neutron] For port 84fcc062-b3bd-4fac-af71-6b1d8645de4b, host hv-cinder-80288, cleared binding levels {{(pid=93046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:25:15.716998 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-48992e41-dcd5-4f93-8df4-b20ddec36919 service neutron] For port 84fcc062-b3bd-4fac-af71-6b1d8645de4b, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=84fcc062-b3bd-4fac-af71-6b1d8645de4b,segment=NetworkSegment(116e00b4-dcd5-46d0-8ab7-c9be87e1aa3f),segment_id=116e00b4-dcd5-46d0-8ab7-c9be87e1aa3f)] {{(pid=93046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:25:15.723334 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-48992e41-dcd5-4f93-8df4-b20ddec36919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971904'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:15.766085 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-48992e41-dcd5-4f93-8df4-b20ddec36919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:15.767384 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-48992e41-dcd5-4f93-8df4-b20ddec36919 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:15.769463 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-48992e41-dcd5-4f93-8df4-b20ddec36919 service neutron] 10.222.0.42 "PUT /v2.0/ports/84fcc062-b3bd-4fac-af71-6b1d8645de4b HTTP/1.1" status: 200 len: 1093 time: 0.6834166 Jul 29 14:25:15.772941 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f3e0be-6835-420d-9be3-0acb17ba8f06', 'tag': '84fcc062-b3bd-4fac-af71-6b1d8645de4b'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:25:15.775585 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12d0d8acfdc7c270d197b253719fe34768a82c9c4ffac31e71dba4df5af88c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf4a359-7267-4de8-8e53-464411e9cd16" -d '{"events": [{"name": "network-changed", "server_uuid": "f7f3e0be-6835-420d-9be3-0acb17ba8f06", "tag": "84fcc062-b3bd-4fac-af71-6b1d8645de4b"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:25:15.847699 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48992e41-dcd5-4f93-8df4-b20ddec36919 service neutron] Pushing event updated for resources: {'Port': ['ID=84fcc062-b3bd-4fac-af71-6b1d8645de4b,revision_number=3']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:25:15.853394 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be2da35-26e0-4e8d-a182-a41cc358266f x-openstack-request-id: req-6be2da35-26e0-4e8d-a182-a41cc358266f {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:25:15.853685 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7f3e0be-6835-420d-9be3-0acb17ba8f06", "tag": "84fcc062-b3bd-4fac-af71-6b1d8645de4b", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:25:15.853952 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6be2da35-26e0-4e8d-a182-a41cc358266f {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:25:15.854338 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7f3e0be-6835-420d-9be3-0acb17ba8f06', 'tag': '84fcc062-b3bd-4fac-af71-6b1d8645de4b', 'status': 'completed', 'code': 200} Jul 29 14:25:15.953071 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-f9b72083-e02e-4a19-a97d-2b6ea6a4870c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:15.955073 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-f9b72083-e02e-4a19-a97d-2b6ea6a4870c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf03b23d6c9c4cad8ef475768b3ec5af&device_id=f7f3e0be-6835-420d-9be3-0acb17ba8f06 HTTP/1.1" status: 200 len: 1096 time: 0.0622509 Jul 29 14:25:16.016684 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-60dcfd72-9c56-4918-a58f-07ff28d6ddae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84fcc062-b3bd-4fac-af71-6b1d8645de4b HTTP/1.1" status: 200 len: 217 time: 0.0421715 Jul 29 14:25:16.072260 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-c4cdd230-0079-45f4-87ab-45e25f74cb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:16.073737 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-c4cdd230-0079-45f4-87ab-45e25f74cb20 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a773066c-eff6-473a-97d2-319b2abe8569 HTTP/1.1" status: 200 len: 849 time: 0.0449979 Jul 29 14:25:16.113056 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-5f345644-d602-47b9-9adf-cd2a42c3cc4b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a5506bfa-2920-44f8-816e-3396d510105a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246921 Jul 29 14:25:16.210905 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-48393252-f30e-4264-9f7b-be4c4cc8739a service neutron] 10.222.0.42 "GET /v2.0/networks/a5506bfa-2920-44f8-816e-3396d510105a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875604 Jul 29 14:25:19.259424 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b331c9f3-1e6e-4585-85c3-5291a0d00534 req-8fea1327-1488-4412-a6d9-3370eb5d063d service neutron] 10.222.0.42 "GET /v2.0/networks/a5506bfa-2920-44f8-816e-3396d510105a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873330 Jul 29 14:25:19.321979 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa0634-9ce2-45f9-b22d-3ffc8f636d26 req-74115978-4c7d-4692-b2b7-a7c84309031b tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:19.323494 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e5aa0634-9ce2-45f9-b22d-3ffc8f636d26 req-74115978-4c7d-4692-b2b7-a7c84309031b tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0794003 Jul 29 14:25:19.346040 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b4a11-3414-44a6-954d-14e302cbb0cb req-77c10f9c-5c44-4788-b06e-7ebce52159f5 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:19.347509 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-294b4a11-3414-44a6-954d-14e302cbb0cb req-77c10f9c-5c44-4788-b06e-7ebce52159f5 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7f3e0be-6835-420d-9be3-0acb17ba8f06 HTTP/1.1" status: 200 len: 943 time: 0.0743892 Jul 29 14:25:19.348337 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4a359-7267-4de8-8e53-464411e9cd16 req-80e4ba3e-9d75-4233-ba38-e5de0b8ff632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:19.349830 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-fbf4a359-7267-4de8-8e53-464411e9cd16 req-80e4ba3e-9d75-4233-ba38-e5de0b8ff632 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf03b23d6c9c4cad8ef475768b3ec5af&device_id=f7f3e0be-6835-420d-9be3-0acb17ba8f06 HTTP/1.1" status: 200 len: 1096 time: 0.0411623 Jul 29 14:25:19.395600 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e5aa0634-9ce2-45f9-b22d-3ffc8f636d26 req-4ad9e038-c82c-4e32-b494-c1b5c7e38142 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652421 Jul 29 14:25:19.402735 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-294b4a11-3414-44a6-954d-14e302cbb0cb req-8907ca99-9bd3-4612-93ef-26f55a6718db tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488777 Jul 29 14:25:19.454148 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4a359-7267-4de8-8e53-464411e9cd16 req-162e2ac4-2e00-4d27-820f-8610e2addee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:19.455684 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-fbf4a359-7267-4de8-8e53-464411e9cd16 req-162e2ac4-2e00-4d27-820f-8610e2addee7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a5506bfa-2920-44f8-816e-3396d510105a HTTP/1.1" status: 200 len: 910 time: 0.0969367 Jul 29 14:25:19.498127 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-fbf4a359-7267-4de8-8e53-464411e9cd16 req-398167f3-badb-4618-9036-5384ea8532f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84fcc062-b3bd-4fac-af71-6b1d8645de4b HTTP/1.1" status: 200 len: 217 time: 0.0343027 Jul 29 14:25:19.556589 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4a359-7267-4de8-8e53-464411e9cd16 req-451d1c7a-706b-4152-a1a9-95f0528fc349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:19.558056 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-fbf4a359-7267-4de8-8e53-464411e9cd16 req-451d1c7a-706b-4152-a1a9-95f0528fc349 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a773066c-eff6-473a-97d2-319b2abe8569 HTTP/1.1" status: 200 len: 849 time: 0.0435951 Jul 29 14:25:19.594074 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-fbf4a359-7267-4de8-8e53-464411e9cd16 req-6a33703d-afe7-48ff-8415-9ddf3672346e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a5506bfa-2920-44f8-816e-3396d510105a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276737 Jul 29 14:25:19.684585 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-fbf4a359-7267-4de8-8e53-464411e9cd16 req-b9bfe0be-487c-4875-9e6a-76da7d9643be service neutron] 10.222.0.42 "GET /v2.0/networks/a5506bfa-2920-44f8-816e-3396d510105a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800836 Jul 29 14:25:19.777567 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-fbf4a359-7267-4de8-8e53-464411e9cd16 req-6a516c78-01c6-4d9b-afb3-d9afc439e52e service neutron] 10.222.0.42 "GET /v2.0/networks/a5506bfa-2920-44f8-816e-3396d510105a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854747 Jul 29 14:25:20.530021 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fd00c-114d-49c7-80fb-6ffd6a002bf9 req-d5171561-a2d4-4c4c-826e-67ac0de57089 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:20.531521 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-005fd00c-114d-49c7-80fb-6ffd6a002bf9 req-d5171561-a2d4-4c4c-826e-67ac0de57089 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7f3e0be-6835-420d-9be3-0acb17ba8f06 HTTP/1.1" status: 200 len: 943 time: 0.0601449 Jul 29 14:25:20.596336 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-005fd00c-114d-49c7-80fb-6ffd6a002bf9 req-8554fa22-235b-42d4-858e-a2f264f2efd4 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501232 Jul 29 14:25:20.605008 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1e34b-7e02-44db-9d97-af463a00dbcd req-e7da3adc-951d-4eb8-983c-5fe26fcc4bd0 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:20.607189 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-19c1e34b-7e02-44db-9d97-af463a00dbcd req-e7da3adc-951d-4eb8-983c-5fe26fcc4bd0 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0975988 Jul 29 14:25:20.649244 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-19c1e34b-7e02-44db-9d97-af463a00dbcd req-db399bf0-0b7e-49c2-a004-7395602b78b8 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334918 Jul 29 14:25:20.673266 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8cdc7-f386-423d-a706-263cfdb4f3b2 req-1cd6a873-9670-4bb8-96ce-cb60476f08d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:20.674861 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a8e8cdc7-f386-423d-a706-263cfdb4f3b2 req-1cd6a873-9670-4bb8-96ce-cb60476f08d5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 1098 time: 0.0449398 Jul 29 14:25:20.712989 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a8e8cdc7-f386-423d-a706-263cfdb4f3b2 req-2edc122c-48e4-478b-9ca9-a06c42da0668 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298247 Jul 29 14:25:21.226483 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 57246) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:25:21.332480 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a7a50b8f-f88a-45be-9239-604d6984733d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:21.431068 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a7a50b8f-f88a-45be-9239-604d6984733d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:21.435462 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a7a50b8f-f88a-45be-9239-604d6984733d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:21.477427 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-a7a50b8f-f88a-45be-9239-604d6984733d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=15e1f276328f4d28b1ff701dc1c53f42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497809 Jul 29 14:25:21.478298 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a50b8f-f88a-45be-9239-604d6984733d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38419fb8-7bee-418e-82ce-42c061181300,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:25:21.480055 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 57256) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:25:21.529959 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f309f17c-1862-4285-9153-57135c426e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:21.550450 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f309f17c-1862-4285-9153-57135c426e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:21.596631 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f309f17c-1862-4285-9153-57135c426e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:21.599206 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f309f17c-1862-4285-9153-57135c426e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:21.600343 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-f309f17c-1862-4285-9153-57135c426e0d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/38419fb8-7bee-418e-82ce-42c061181300 HTTP/1.1" status: 204 len: 168 time: 0.1193113 Jul 29 14:25:21.607896 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309f17c-1862-4285-9153-57135c426e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38419fb8-7bee-418e-82ce-42c061181300,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:25:21.728386 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35510baa-6360-4413-935c-b8a92cbb4e5d req-b79dba2f-bc1d-42ab-bb48-abccc97ade12 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:21.729951 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-35510baa-6360-4413-935c-b8a92cbb4e5d req-b79dba2f-bc1d-42ab-bb48-abccc97ade12 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7f3e0be-6835-420d-9be3-0acb17ba8f06 HTTP/1.1" status: 200 len: 943 time: 0.0579276 Jul 29 14:25:21.795765 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-35510baa-6360-4413-935c-b8a92cbb4e5d req-4636d89c-b566-4fdc-9f45-e78ef215d02c tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558813 Jul 29 14:25:21.807819 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67366b-e289-4ec3-be36-c6e4b03de06f req-9a33db88-4a3f-45d5-9792-e1a8a463a625 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:21.809958 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6d67366b-e289-4ec3-be36-c6e4b03de06f req-9a33db88-4a3f-45d5-9792-e1a8a463a625 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0791073 Jul 29 14:25:21.851371 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6d67366b-e289-4ec3-be36-c6e4b03de06f req-0eff6ff6-0fe1-41af-bc04-a3009369c6b0 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353491 Jul 29 14:25:21.889566 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 57266) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:25:21.904160 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b9e4ac3d-58f8-49ba-981d-7ec193e25aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:21.993682 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b9e4ac3d-58f8-49ba-981d-7ec193e25aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:21.997734 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b9e4ac3d-58f8-49ba-981d-7ec193e25aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:22.035562 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-b9e4ac3d-58f8-49ba-981d-7ec193e25aa2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f2f0e6f23c2f4aacb34b96bdbcba56ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447070 Jul 29 14:25:22.036685 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4ac3d-58f8-49ba-981d-7ec193e25aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a49de4f-681b-4b39-ad2c-c7e17e72a517,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:25:22.038270 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 57268) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:25:22.043878 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e4ac3d-58f8-49ba-981d-7ec193e25aa2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:22.044281 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e4ac3d-58f8-49ba-981d-7ec193e25aa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:22.044572 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e4ac3d-58f8-49ba-981d-7ec193e25aa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:22.044905 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e4ac3d-58f8-49ba-981d-7ec193e25aa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:22.045236 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e4ac3d-58f8-49ba-981d-7ec193e25aa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:22.045570 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e4ac3d-58f8-49ba-981d-7ec193e25aa2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:22.045951 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e4ac3d-58f8-49ba-981d-7ec193e25aa2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:22.046264 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e4ac3d-58f8-49ba-981d-7ec193e25aa2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:22.046575 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e4ac3d-58f8-49ba-981d-7ec193e25aa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:22.046894 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e4ac3d-58f8-49ba-981d-7ec193e25aa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:22.047213 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e4ac3d-58f8-49ba-981d-7ec193e25aa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:22.047531 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e4ac3d-58f8-49ba-981d-7ec193e25aa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:22.096251 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-726a212f-4ecc-4c14-80a2-76e7b92b3e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:22.116338 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-726a212f-4ecc-4c14-80a2-76e7b92b3e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:22.163590 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-726a212f-4ecc-4c14-80a2-76e7b92b3e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:22.166212 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-726a212f-4ecc-4c14-80a2-76e7b92b3e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:22.167360 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-726a212f-4ecc-4c14-80a2-76e7b92b3e47 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4a49de4f-681b-4b39-ad2c-c7e17e72a517 HTTP/1.1" status: 204 len: 168 time: 0.1280327 Jul 29 14:25:22.176288 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a212f-4ecc-4c14-80a2-76e7b92b3e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a49de4f-681b-4b39-ad2c-c7e17e72a517,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:25:22.676876 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 84fcc062-b3bd-4fac-af71-6b1d8645de4b details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:25:22.778747 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 84fcc062-b3bd-4fac-af71-6b1d8645de4b, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=84fcc062-b3bd-4fac-af71-6b1d8645de4b,segment=NetworkSegment(116e00b4-dcd5-46d0-8ab7-c9be87e1aa3f),segment_id=116e00b4-dcd5-46d0-8ab7-c9be87e1aa3f)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:25:22.790025 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Returning: {'device': '84fcc062-b3bd-4fac-af71-6b1d8645de4b', 'network_id': 'a5506bfa-2920-44f8-816e-3396d510105a', 'port_id': '84fcc062-b3bd-4fac-af71-6b1d8645de4b', 'mac_address': 'fa:16:3e:b3:10:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a773066c-eff6-473a-97d2-319b2abe8569', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:25:22.831635 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:22.845862 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84fcc062-b3bd-4fac-af71-6b1d8645de4b {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:25:22.867746 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 84fcc062-b3bd-4fac-af71-6b1d8645de4b, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=84fcc062-b3bd-4fac-af71-6b1d8645de4b,segment=NetworkSegment(116e00b4-dcd5-46d0-8ab7-c9be87e1aa3f),segment_id=116e00b4-dcd5-46d0-8ab7-c9be87e1aa3f)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:25:22.873008 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:22.932194 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=84fcc062-b3bd-4fac-af71-6b1d8645de4b,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:25:22.945589 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e93911-adbb-41c1-a0e3-a19341692b4f req-d1eccc84-e6f4-4b6b-9239-1402f7214e90 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:22.948738 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:22.948954 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f8e93911-adbb-41c1-a0e3-a19341692b4f req-d1eccc84-e6f4-4b6b-9239-1402f7214e90 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7f3e0be-6835-420d-9be3-0acb17ba8f06 HTTP/1.1" status: 200 len: 944 time: 0.0643787 Jul 29 14:25:22.949446 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:22.950328 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:22.950718 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:22.951092 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:22.951424 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:22.951888 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:22.952224 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:22.952576 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:22.952911 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:22.953240 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:22.953756 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:25:23.030810 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f8e93911-adbb-41c1-a0e3-a19341692b4f req-6563cd2f-020d-4787-ab44-229b080c1fb8 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656619 Jul 29 14:25:23.039055 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c047bf-dc8c-45bd-9313-45bbf7407c94 req-66759647-b685-4620-a3fe-0ccb71d401b1 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:23.040682 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a4c047bf-dc8c-45bd-9313-45bbf7407c94 req-66759647-b685-4620-a3fe-0ccb71d401b1 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0890501 Jul 29 14:25:23.083821 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a4c047bf-dc8c-45bd-9313-45bbf7407c94 req-20a39317-3d47-4483-8350-ac6c18df526e tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355761 Jul 29 14:25:23.351020 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fcbb9-5ec3-4c0e-b278-f14ac11bb2be req-18b317db-6b69-4774-8c85-5790ddf22350 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:23.353043 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-aa1fcbb9-5ec3-4c0e-b278-f14ac11bb2be req-18b317db-6b69-4774-8c85-5790ddf22350 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0509710 Jul 29 14:25:23.374157 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869eb7ca-9ccd-4ecb-a48b-90e4e6977ee8 req-4e63d449-9634-43dd-8384-04b80d65522f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:23.382516 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-869eb7ca-9ccd-4ecb-a48b-90e4e6977ee8 req-4e63d449-9634-43dd-8384-04b80d65522f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c645f55b8924ce6825612c02df3edcf&device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 1098 time: 0.0615857 Jul 29 14:25:23.414799 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-aa1fcbb9-5ec3-4c0e-b278-f14ac11bb2be req-5ffa8ed4-c623-4bc7-b0a7-d0022e4f2e6b tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435171 Jul 29 14:25:23.492623 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869eb7ca-9ccd-4ecb-a48b-90e4e6977ee8 req-ed3018cf-28cc-4948-9f4c-263cbbe0cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:23.494353 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-869eb7ca-9ccd-4ecb-a48b-90e4e6977ee8 req-ed3018cf-28cc-4948-9f4c-263cbbe0cd2b service neutron] 10.222.0.42 "GET /v2.0/networks?id=6d0eb179-2c3f-4e51-8768-4cf203aef2f0 HTTP/1.1" status: 200 len: 920 time: 0.1013315 Jul 29 14:25:23.519325 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['84fcc062-b3bd-4fac-af71-6b1d8645de4b'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:25:23.555569 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-869eb7ca-9ccd-4ecb-a48b-90e4e6977ee8 req-4f599461-754a-4672-b65c-3f57eae1c0e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e53bc76-fa29-4ab1-9414-78fa37c0f0e2 HTTP/1.1" status: 200 len: 217 time: 0.0510325 Jul 29 14:25:23.640982 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869eb7ca-9ccd-4ecb-a48b-90e4e6977ee8 req-c8c65bb7-6ddc-4641-bc9f-c3631a089d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:23.642570 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-869eb7ca-9ccd-4ecb-a48b-90e4e6977ee8 req-c8c65bb7-6ddc-4641-bc9f-c3631a089d35 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71071247-be60-474f-b8b3-e493b3eca889 HTTP/1.1" status: 200 len: 859 time: 0.0775928 Jul 29 14:25:23.697372 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-869eb7ca-9ccd-4ecb-a48b-90e4e6977ee8 req-454b8f41-e1b8-495e-a3e8-b5cf55299909 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d0eb179-2c3f-4e51-8768-4cf203aef2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404131 Jul 29 14:25:23.809497 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-869eb7ca-9ccd-4ecb-a48b-90e4e6977ee8 req-ec5a5d36-f371-4659-ad1e-d1655622991f service neutron] 10.222.0.42 "GET /v2.0/networks/6d0eb179-2c3f-4e51-8768-4cf203aef2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941448 Jul 29 14:25:23.913750 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-869eb7ca-9ccd-4ecb-a48b-90e4e6977ee8 req-6f0939dc-e224-40c4-b29d-b6e0ae92eacf service neutron] 10.222.0.42 "GET /v2.0/networks/6d0eb179-2c3f-4e51-8768-4cf203aef2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902960 Jul 29 14:25:24.152979 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22380dfe-a817-4f2e-9f1a-3f4010289f13 req-68dc93ac-1235-48bf-890f-d1affd26f128 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:24.154520 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-22380dfe-a817-4f2e-9f1a-3f4010289f13 req-68dc93ac-1235-48bf-890f-d1affd26f128 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7f3e0be-6835-420d-9be3-0acb17ba8f06 HTTP/1.1" status: 200 len: 944 time: 0.0532355 Jul 29 14:25:24.192053 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-22380dfe-a817-4f2e-9f1a-3f4010289f13 req-61578e72-0f62-499f-ab5b-b58807bd90fc tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314982 Jul 29 14:25:24.523179 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7897b-0cdc-4183-bf22-7a66ffacc246 req-ec5c0975-b20a-472c-91c2-ae35f36d435a tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:24.524633 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e9c7897b-0cdc-4183-bf22-7a66ffacc246 req-ec5c0975-b20a-472c-91c2-ae35f36d435a tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0478313 Jul 29 14:25:24.562220 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e9c7897b-0cdc-4183-bf22-7a66ffacc246 req-28dbde33-b3c0-4fb8-9836-02d8db79226d tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312650 Jul 29 14:25:25.071042 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-83fb4cf0-2bfe-4754-b28c-54f4affc03a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:25.307925 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00a523-2eec-469e-a504-3fb87539efbd req-f319d280-2e54-4075-bfee-8e192316b0f4 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:25.309449 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ec00a523-2eec-469e-a504-3fb87539efbd req-f319d280-2e54-4075-bfee-8e192316b0f4 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7f3e0be-6835-420d-9be3-0acb17ba8f06 HTTP/1.1" status: 200 len: 944 time: 0.0479765 Jul 29 14:25:25.350850 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ec00a523-2eec-469e-a504-3fb87539efbd req-d9f47fe7-be59-472c-b3e2-291d77513d5e tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352683 Jul 29 14:25:25.474065 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56700ca8-d796-4cbb-9a30-1a3410025bae req-428f305a-b5e8-49aa-b199-a67a47a80922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:25.475534 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-56700ca8-d796-4cbb-9a30-1a3410025bae req-428f305a-b5e8-49aa-b199-a67a47a80922 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c645f55b8924ce6825612c02df3edcf&device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 1098 time: 0.0438406 Jul 29 14:25:25.589583 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56700ca8-d796-4cbb-9a30-1a3410025bae req-408da006-c041-4f8e-b8ec-48f4ecf248ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:25.591255 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-56700ca8-d796-4cbb-9a30-1a3410025bae req-408da006-c041-4f8e-b8ec-48f4ecf248ca service neutron] 10.222.0.42 "GET /v2.0/networks?id=6d0eb179-2c3f-4e51-8768-4cf203aef2f0 HTTP/1.1" status: 200 len: 920 time: 0.0855205 Jul 29 14:25:25.638040 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-56700ca8-d796-4cbb-9a30-1a3410025bae req-f45a540c-218b-4aca-98cd-7c907f8ce2e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e53bc76-fa29-4ab1-9414-78fa37c0f0e2 HTTP/1.1" status: 200 len: 217 time: 0.0384994 Jul 29 14:25:25.681611 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab80a7b-ef77-472c-9b02-81bc997949b1 req-3fdf06f1-8cc5-4a6d-bbad-68cfa5681769 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:25.683259 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-eab80a7b-ef77-472c-9b02-81bc997949b1 req-3fdf06f1-8cc5-4a6d-bbad-68cfa5681769 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0516264 Jul 29 14:25:25.728574 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-eab80a7b-ef77-472c-9b02-81bc997949b1 req-2c08c53b-84c7-44f4-bebe-3916cc38987e tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352526 Jul 29 14:25:25.914443 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56700ca8-d796-4cbb-9a30-1a3410025bae req-2a7ef77f-03b6-4c40-a5c7-a121088cf660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:25.915887 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-56700ca8-d796-4cbb-9a30-1a3410025bae req-2a7ef77f-03b6-4c40-a5c7-a121088cf660 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71071247-be60-474f-b8b3-e493b3eca889 HTTP/1.1" status: 200 len: 859 time: 0.2648225 Jul 29 14:25:25.949432 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-56700ca8-d796-4cbb-9a30-1a3410025bae req-b5a6ee03-51aa-4411-a097-89f0cc7abaad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d0eb179-2c3f-4e51-8768-4cf203aef2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229852 Jul 29 14:25:26.047774 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-56700ca8-d796-4cbb-9a30-1a3410025bae req-adefe7f5-1664-4314-a2ee-fb7f10122913 service neutron] 10.222.0.42 "GET /v2.0/networks/6d0eb179-2c3f-4e51-8768-4cf203aef2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881696 Jul 29 14:25:26.142608 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-56700ca8-d796-4cbb-9a30-1a3410025bae req-5f49d476-c9a0-4578-b017-e9e74941dbaf service neutron] 10.222.0.42 "GET /v2.0/networks/6d0eb179-2c3f-4e51-8768-4cf203aef2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836806 Jul 29 14:25:26.267873 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:26.474524 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a0723-c3f1-453d-87ba-9c962afb560b req-cabb0dac-11a0-4d21-aab6-0222a94d1f07 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:26.476201 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-da5a0723-c3f1-453d-87ba-9c962afb560b req-cabb0dac-11a0-4d21-aab6-0222a94d1f07 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7f3e0be-6835-420d-9be3-0acb17ba8f06 HTTP/1.1" status: 200 len: 944 time: 0.0550203 Jul 29 14:25:26.521245 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-da5a0723-c3f1-453d-87ba-9c962afb560b req-5dd66fdb-4da6-49a1-b2d2-3bff2b05bb13 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376415 Jul 29 14:25:26.714055 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 84fcc062-b3bd-4fac-af71-6b1d8645de4b up at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:25:26.772137 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning for port 84fcc062-b3bd-4fac-af71-6b1d8645de4b completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:25:26.779912 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning complete for port 84fcc062-b3bd-4fac-af71-6b1d8645de4b triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:25:26.780329 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:26.806513 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 57430) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:25:26.870527 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d1e93-2164-4ce2-afa8-bf73494bacf1 req-f95f16bd-1b15-4cd4-a404-2c91fbd3a2ae tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:26.872745 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-096d1e93-2164-4ce2-afa8-bf73494bacf1 req-f95f16bd-1b15-4cd4-a404-2c91fbd3a2ae tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0628133 Jul 29 14:25:26.883610 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:26.914490 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f3e0be-6835-420d-9be3-0acb17ba8f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84fcc062-b3bd-4fac-af71-6b1d8645de4b'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:25:26.917744 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccb16db2f9a74c00367815e69fa446d7a78c69e07d65ec2c4e32efa5fc27a6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d518fa04-f562-4bae-b611-4feb84381c92" -d '{"events": [{"server_uuid": "f7f3e0be-6835-420d-9be3-0acb17ba8f06", "name": "network-vif-plugged", "status": "completed", "tag": "84fcc062-b3bd-4fac-af71-6b1d8645de4b"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:25:26.926632 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-096d1e93-2164-4ce2-afa8-bf73494bacf1 req-e98e6e93-e421-44fe-a262-fabb7dad8163 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468650 Jul 29 14:25:26.936300 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 84fcc062-b3bd-4fac-af71-6b1d8645de4b, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=84fcc062-b3bd-4fac-af71-6b1d8645de4b,segment=NetworkSegment(116e00b4-dcd5-46d0-8ab7-c9be87e1aa3f),segment_id=116e00b4-dcd5-46d0-8ab7-c9be87e1aa3f)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:25:26.941653 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:26.977073 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338302c3-79d0-44d0-857a-9017a2e50e59 x-openstack-request-id: req-338302c3-79d0-44d0-857a-9017a2e50e59 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:25:26.977631 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f3e0be-6835-420d-9be3-0acb17ba8f06", "name": "network-vif-plugged", "status": "completed", "tag": "84fcc062-b3bd-4fac-af71-6b1d8645de4b", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:25:26.978076 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-338302c3-79d0-44d0-857a-9017a2e50e59 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:25:26.978657 dv-cinder-802882-2-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f3e0be-6835-420d-9be3-0acb17ba8f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84fcc062-b3bd-4fac-af71-6b1d8645de4b', 'code': 200} Jul 29 14:25:27.002009 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-80a387c1-c1bd-4d59-88b8-581828dc3cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:27.014291 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=84fcc062-b3bd-4fac-af71-6b1d8645de4b,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:25:27.125164 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-80a387c1-c1bd-4d59-88b8-581828dc3cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:27.131838 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-80a387c1-c1bd-4d59-88b8-581828dc3cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:27.179855 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-80a387c1-c1bd-4d59-88b8-581828dc3cd8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fddcececb0774b6e8a346a7262425429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3715549 Jul 29 14:25:27.182584 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 57444) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:25:27.196776 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a387c1-c1bd-4d59-88b8-581828dc3cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cc076c-f668-4461-903c-744b6b6dc007,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:25:27.217468 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e3593-30c9-4881-8b10-70617e64a028 req-e63833ae-12fd-447c-a0b2-9914cbf6e55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:27.219047 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9b6e3593-30c9-4881-8b10-70617e64a028 req-e63833ae-12fd-447c-a0b2-9914cbf6e55a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f7f3e0be-6835-420d-9be3-0acb17ba8f06 HTTP/1.1" status: 200 len: 1098 time: 0.0567148 Jul 29 14:25:27.235934 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-29ed7da2-6a4c-4a96-9b2f-6bf7ca264035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:27.258706 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9b6e3593-30c9-4881-8b10-70617e64a028 req-78334f7a-da19-4382-bcfc-44b2dfa82b82 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285769 Jul 29 14:25:27.260411 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-29ed7da2-6a4c-4a96-9b2f-6bf7ca264035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:27.305804 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-29ed7da2-6a4c-4a96-9b2f-6bf7ca264035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:27.308336 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-29ed7da2-6a4c-4a96-9b2f-6bf7ca264035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:27.309552 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-29ed7da2-6a4c-4a96-9b2f-6bf7ca264035 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f3cc076c-f668-4461-903c-744b6b6dc007 HTTP/1.1" status: 204 len: 168 time: 0.1258962 Jul 29 14:25:27.317056 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed7da2-6a4c-4a96-9b2f-6bf7ca264035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cc076c-f668-4461-903c-744b6b6dc007,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:25:27.593875 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 57452) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:25:27.626300 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-58cf9a9b-6b63-4480-b77c-94587503e2a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:27.690093 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b8141-e98f-451b-b7cb-044a3b6769cc req-27309a4b-c2fc-4efc-a792-7849806ceaab tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:27.691644 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-406b8141-e98f-451b-b7cb-044a3b6769cc req-27309a4b-c2fc-4efc-a792-7849806ceaab tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7f3e0be-6835-420d-9be3-0acb17ba8f06 HTTP/1.1" status: 200 len: 945 time: 0.0898688 Jul 29 14:25:27.756509 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-406b8141-e98f-451b-b7cb-044a3b6769cc req-dec2ed4e-0d1d-431a-a7e6-1f909d76c322 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547841 Jul 29 14:25:27.794376 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-58cf9a9b-6b63-4480-b77c-94587503e2a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:27.798998 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-58cf9a9b-6b63-4480-b77c-94587503e2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:27.837878 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf9a9b-6b63-4480-b77c-94587503e2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45a2a8c-8779-497e-852e-8325c323b483,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:25:27.843401 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-58cf9a9b-6b63-4480-b77c-94587503e2a2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8237b3713e944a6e9ca81f9ec9420d13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467623 Jul 29 14:25:27.845949 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 57454) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:25:27.894795 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b1ba8a8c-780b-4e95-922e-014f5fac09f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:27.916557 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b1ba8a8c-780b-4e95-922e-014f5fac09f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:27.975066 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b1ba8a8c-780b-4e95-922e-014f5fac09f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:27.977788 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b1ba8a8c-780b-4e95-922e-014f5fac09f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:27.979022 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-b1ba8a8c-780b-4e95-922e-014f5fac09f3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e45a2a8c-8779-497e-852e-8325c323b483 HTTP/1.1" status: 204 len: 168 time: 0.1320655 Jul 29 14:25:27.992261 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba8a8c-780b-4e95-922e-014f5fac09f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45a2a8c-8779-497e-852e-8325c323b483,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:25:28.058526 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:25:28.069001 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-f8ebacc0-7f3a-4b71-84c3-e47c02f683cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:28.087126 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abedc49-8b58-4323-a829-fdfe6d8a6aaa req-13dec197-de71-4d50-acc6-42caf0df82dc tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:28.096347 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8abedc49-8b58-4323-a829-fdfe6d8a6aaa req-13dec197-de71-4d50-acc6-42caf0df82dc tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0817070 Jul 29 14:25:28.155923 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8abedc49-8b58-4323-a829-fdfe6d8a6aaa req-3a123153-a7d4-4428-a166-d809e08898d5 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585642 Jul 29 14:25:28.241076 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfcc16d-ee50-4524-b9e4-b8986a20ae0c req-8da9e99f-804a-4101-b586-88ff267e617c tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:28.243079 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1dfcc16d-ee50-4524-b9e4-b8986a20ae0c req-8da9e99f-804a-4101-b586-88ff267e617c tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=2def49d1-1ac0-4947-bbae-1fa158ee9ee7 HTTP/1.1" status: 200 len: 945 time: 0.0720882 Jul 29 14:25:28.272600 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:28.300481 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1dfcc16d-ee50-4524-b9e4-b8986a20ae0c req-3a197c85-5a72-4108-ab62-33e04a878887 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a0acfd1-26e6-4a1a-b50b-6d7dc1b17c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381956 Jul 29 14:25:28.882840 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af95a1-1021-4350-9217-73f3485e9c91 req-c8fe852c-d20e-4640-a6a1-223209a71197 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:28.884647 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-29af95a1-1021-4350-9217-73f3485e9c91 req-c8fe852c-d20e-4640-a6a1-223209a71197 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7f3e0be-6835-420d-9be3-0acb17ba8f06 HTTP/1.1" status: 200 len: 945 time: 0.0508027 Jul 29 14:25:28.927702 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-29af95a1-1021-4350-9217-73f3485e9c91 req-d3044442-23b8-4b38-ab51-307891c3b6f9 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346551 Jul 29 14:25:29.325825 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:29.428148 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4637e9-8f6e-4e26-baa6-b980cb24696e req-ba653660-70e6-4f35-bb88-098dcef2b603 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:29.429684 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7f4637e9-8f6e-4e26-baa6-b980cb24696e req-ba653660-70e6-4f35-bb88-098dcef2b603 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=2def49d1-1ac0-4947-bbae-1fa158ee9ee7 HTTP/1.1" status: 200 len: 945 time: 0.0556338 Jul 29 14:25:29.470087 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7f4637e9-8f6e-4e26-baa6-b980cb24696e req-d998009a-a9ff-416c-8c4d-3482507153e2 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a0acfd1-26e6-4a1a-b50b-6d7dc1b17c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343409 Jul 29 14:25:29.659667 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300dab3-79e6-4804-9e43-dd503fbae9b2 req-a0919fc9-ec16-463f-819e-34ce9057b82d tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:29.661358 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7300dab3-79e6-4804-9e43-dd503fbae9b2 req-a0919fc9-ec16-463f-819e-34ce9057b82d tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0526671 Jul 29 14:25:29.708508 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7300dab3-79e6-4804-9e43-dd503fbae9b2 req-cc95a98d-601f-4b62-9931-1d35fef4ee96 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384622 Jul 29 14:25:30.057779 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e434a03-0d19-4ee8-ad41-3215f1853437 req-add194a2-89b7-490c-9969-cfe0e094d3af tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:30.062481 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7e434a03-0d19-4ee8-ad41-3215f1853437 req-add194a2-89b7-490c-9969-cfe0e094d3af tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7f3e0be-6835-420d-9be3-0acb17ba8f06 HTTP/1.1" status: 200 len: 945 time: 0.0602508 Jul 29 14:25:30.098825 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7e434a03-0d19-4ee8-ad41-3215f1853437 req-c248726c-ce34-4fa2-b8ef-050f0bda8191 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327706 Jul 29 14:25:30.542503 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054b54c-762e-481c-9df7-880312c06f36 req-3ac32367-d202-4763-bb82-263bac7d792a tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:30.544835 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b054b54c-762e-481c-9df7-880312c06f36 req-3ac32367-d202-4763-bb82-263bac7d792a tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=5380ece0-daca-4de7-aa9e-9dae356a480a HTTP/1.1" status: 200 len: 946 time: 0.0527563 Jul 29 14:25:30.607311 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b054b54c-762e-481c-9df7-880312c06f36 req-31cd3d76-3e0c-43e9-99f0-6d55d44dfe71 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534418 Jul 29 14:25:30.615790 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd412f1-1596-4e7c-a7a3-0f554b5fc0f2 req-aac8b52e-b487-4ab5-8245-45898d38f02e tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:30.617331 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1cd412f1-1596-4e7c-a7a3-0f554b5fc0f2 req-aac8b52e-b487-4ab5-8245-45898d38f02e tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=2def49d1-1ac0-4947-bbae-1fa158ee9ee7 HTTP/1.1" status: 200 len: 945 time: 0.0716226 Jul 29 14:25:30.668839 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1cd412f1-1596-4e7c-a7a3-0f554b5fc0f2 req-bec66f75-7ead-4ab9-b6b6-08b041fe9d84 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a0acfd1-26e6-4a1a-b50b-6d7dc1b17c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436733 Jul 29 14:25:31.219693 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b5669-758b-4efc-9cf9-8542e3a21082 req-2f8977ee-9399-4b9d-b679-978f231c5181 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:31.221291 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-eb0b5669-758b-4efc-9cf9-8542e3a21082 req-2f8977ee-9399-4b9d-b679-978f231c5181 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7f3e0be-6835-420d-9be3-0acb17ba8f06 HTTP/1.1" status: 200 len: 945 time: 0.0473416 Jul 29 14:25:31.260569 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-eb0b5669-758b-4efc-9cf9-8542e3a21082 req-14bf3373-70b6-4d71-8181-6ecc8437c2d0 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334117 Jul 29 14:25:31.366186 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:31.739095 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820cc21-526a-40fb-a947-92841becd446 req-20210034-714c-4e38-8928-390188a9d5e0 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:31.740590 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5820cc21-526a-40fb-a947-92841becd446 req-20210034-714c-4e38-8928-390188a9d5e0 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=5380ece0-daca-4de7-aa9e-9dae356a480a HTTP/1.1" status: 200 len: 946 time: 0.0547252 Jul 29 14:25:31.804047 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5820cc21-526a-40fb-a947-92841becd446 req-d68dd26c-659e-4aa9-9ea2-3e975dc7d887 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541675 Jul 29 14:25:31.812356 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddadb4-ac6a-4f6c-9a90-8e0571909e25 req-c17d7ecd-cd3e-4db4-a337-7d6b0cd8d553 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:31.813828 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a1ddadb4-ac6a-4f6c-9a90-8e0571909e25 req-c17d7ecd-cd3e-4db4-a337-7d6b0cd8d553 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=2def49d1-1ac0-4947-bbae-1fa158ee9ee7 HTTP/1.1" status: 200 len: 945 time: 0.0723565 Jul 29 14:25:31.855327 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a1ddadb4-ac6a-4f6c-9a90-8e0571909e25 req-5071bb99-490f-4116-9ba1-f93fb83f8bcb tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a0acfd1-26e6-4a1a-b50b-6d7dc1b17c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331097 Jul 29 14:25:35.359431 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915dba7-4a06-400a-96cc-f590d9cb6a8c req-46d7f9a9-598c-428d-80a2-8774cbeea3a4 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:35.360943 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5915dba7-4a06-400a-96cc-f590d9cb6a8c req-46d7f9a9-598c-428d-80a2-8774cbeea3a4 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7f3e0be-6835-420d-9be3-0acb17ba8f06 HTTP/1.1" status: 200 len: 945 time: 0.0581567 Jul 29 14:25:35.426625 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5915dba7-4a06-400a-96cc-f590d9cb6a8c req-515e3c7e-614a-4abb-8ddf-90ba0aae2e89 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546930 Jul 29 14:25:35.435090 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381a2b9-f347-42ce-9605-549b4f7ed6c1 req-7ffc3d86-5b23-445b-a2b5-c3723f72ba97 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:35.436620 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c381a2b9-f347-42ce-9605-549b4f7ed6c1 req-7ffc3d86-5b23-445b-a2b5-c3723f72ba97 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=5380ece0-daca-4de7-aa9e-9dae356a480a HTTP/1.1" status: 200 len: 946 time: 0.0732002 Jul 29 14:25:35.486201 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c381a2b9-f347-42ce-9605-549b4f7ed6c1 req-e89db1ef-2ca5-4e2e-875c-cd04240550ab tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353105 Jul 29 14:25:35.531131 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ca346-1a1a-4557-a8ee-510521dd113b req-29b144d5-00e2-4ed6-b6c5-4a8ecc75fbd5 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:35.532629 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a80ca346-1a1a-4557-a8ee-510521dd113b req-29b144d5-00e2-4ed6-b6c5-4a8ecc75fbd5 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=2def49d1-1ac0-4947-bbae-1fa158ee9ee7 HTTP/1.1" status: 200 len: 945 time: 0.0507762 Jul 29 14:25:35.569924 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a80ca346-1a1a-4557-a8ee-510521dd113b req-f6728225-f7e4-4aa4-ae7b-1c690baea4b4 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a0acfd1-26e6-4a1a-b50b-6d7dc1b17c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314155 Jul 29 14:25:36.120551 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e435ea-4d57-4a7b-a593-e52609cb7018 req-58cb6dca-7099-417e-8483-745299ca003b tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:36.122486 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d4e435ea-4d57-4a7b-a593-e52609cb7018 req-58cb6dca-7099-417e-8483-745299ca003b tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.42 "GET /v2.0/ports?device_id=2def49d1-1ac0-4947-bbae-1fa158ee9ee7 HTTP/1.1" status: 200 len: 945 time: 0.0478148 Jul 29 14:25:36.231712 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-d4e435ea-4d57-4a7b-a593-e52609cb7018 req-1ffec6da-2ce5-49c9-99e8-a071fd8a9cdb tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Deleting port d66ad657-4b9d-438d-9cac-61c05dc0a282 {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:25:36.232134 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-d4e435ea-4d57-4a7b-a593-e52609cb7018 req-1ffec6da-2ce5-49c9-99e8-a071fd8a9cdb tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:36.325987 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-d4e435ea-4d57-4a7b-a593-e52609cb7018 req-1ffec6da-2ce5-49c9-99e8-a071fd8a9cdb tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] For port d66ad657-4b9d-438d-9cac-61c05dc0a282, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=d66ad657-4b9d-438d-9cac-61c05dc0a282,segment=NetworkSegment(e4e9cef4-d88b-431d-840b-7cccd51c3f22),segment_id=e4e9cef4-d88b-431d-840b-7cccd51c3f22)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:25:36.326367 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-d4e435ea-4d57-4a7b-a593-e52609cb7018 req-1ffec6da-2ce5-49c9-99e8-a071fd8a9cdb tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:36.339710 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-d4e435ea-4d57-4a7b-a593-e52609cb7018 req-1ffec6da-2ce5-49c9-99e8-a071fd8a9cdb tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Calling delete_port for d66ad657-4b9d-438d-9cac-61c05dc0a282 owned by compute:nova {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:25:36.480346 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-d4e435ea-4d57-4a7b-a593-e52609cb7018 req-1ffec6da-2ce5-49c9-99e8-a071fd8a9cdb tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:36.496312 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['d66ad657-4b9d-438d-9cac-61c05dc0a282'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:25:36.529243 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffec6da-2ce5-49c9-99e8-a071fd8a9cdb tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Pushing event deleted for resources: {'Port': ['ID=d66ad657-4b9d-438d-9cac-61c05dc0a282,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:25:36.594524 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e435ea-4d57-4a7b-a593-e52609cb7018 req-1ffec6da-2ce5-49c9-99e8-a071fd8a9cdb tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] No DVR routers for this DVR port d66ad657-4b9d-438d-9cac-61c05dc0a282 on host hv-cinder-80288 {{(pid=93046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:25:36.597634 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-d4e435ea-4d57-4a7b-a593-e52609cb7018 req-1ffec6da-2ce5-49c9-99e8-a071fd8a9cdb tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:36.600044 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d4e435ea-4d57-4a7b-a593-e52609cb7018 req-1ffec6da-2ce5-49c9-99e8-a071fd8a9cdb tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.42 "DELETE /v2.0/ports/d66ad657-4b9d-438d-9cac-61c05dc0a282 HTTP/1.1" status: 204 len: 173 time: 0.4669921 Jul 29 14:25:36.600595 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2def49d1-1ac0-4947-bbae-1fa158ee9ee7', 'name': 'network-vif-deleted', 'tag': 'd66ad657-4b9d-438d-9cac-61c05dc0a282'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:25:36.603243 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12d0d8acfdc7c270d197b253719fe34768a82c9c4ffac31e71dba4df5af88c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990ad6ef-5a11-4f55-a01c-f65bc3acef23" -d '{"events": [{"server_uuid": "2def49d1-1ac0-4947-bbae-1fa158ee9ee7", "name": "network-vif-deleted", "tag": "d66ad657-4b9d-438d-9cac-61c05dc0a282"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:25:36.682009 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf7f60-bf2d-428a-ab6b-0cffb1ca34dc req-76d0be77-5daa-4df8-a8a8-ed1b702eb639 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:36.683391 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-35cf7f60-bf2d-428a-ab6b-0cffb1ca34dc req-76d0be77-5daa-4df8-a8a8-ed1b702eb639 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7f3e0be-6835-420d-9be3-0acb17ba8f06 HTTP/1.1" status: 200 len: 945 time: 0.1040292 Jul 29 14:25:36.691667 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cfcce-2047-4bf1-8b54-e63ffa0a98ed req-df23f35f-1ea7-4999-a615-eeea4088af5b tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:36.693029 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fe8cfcce-2047-4bf1-8b54-e63ffa0a98ed req-df23f35f-1ea7-4999-a615-eeea4088af5b tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=5380ece0-daca-4de7-aa9e-9dae356a480a HTTP/1.1" status: 200 len: 946 time: 0.1060691 Jul 29 14:25:36.748534 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-35cf7f60-bf2d-428a-ab6b-0cffb1ca34dc req-04149e64-36b6-4691-af19-c9031a4e9846 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544913 Jul 29 14:25:36.756374 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fe8cfcce-2047-4bf1-8b54-e63ffa0a98ed req-2b6c9633-f809-4fb2-be7d-86fdc92d1966 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559311 Jul 29 14:25:36.828136 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ea7233-2091-413f-9238-aefa9d94b2e0 x-openstack-request-id: req-44ea7233-2091-413f-9238-aefa9d94b2e0 {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:25:36.828407 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2def49d1-1ac0-4947-bbae-1fa158ee9ee7", "name": "network-vif-deleted", "tag": "d66ad657-4b9d-438d-9cac-61c05dc0a282", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:25:36.828655 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-44ea7233-2091-413f-9238-aefa9d94b2e0 {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:25:36.829054 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2def49d1-1ac0-4947-bbae-1fa158ee9ee7', 'name': 'network-vif-deleted', 'tag': 'd66ad657-4b9d-438d-9cac-61c05dc0a282', 'status': 'completed', 'code': 200} Jul 29 14:25:36.853542 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8cfd11fa-28f2-42f2-b837-35820b34b99a req-36d11045-9c23-4ac5-864c-300fd9f0df7c tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=2def49d1-1ac0-4947-bbae-1fa158ee9ee7 HTTP/1.1" status: 200 len: 210 time: 0.0248344 Jul 29 14:25:40.742801 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944e4e8-da69-4db9-bd87-d962146b5f36 req-4043bae4-d97c-40f8-bc52-fd02dabc94e4 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:40.744430 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b944e4e8-da69-4db9-bd87-d962146b5f36 req-4043bae4-d97c-40f8-bc52-fd02dabc94e4 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=5380ece0-daca-4de7-aa9e-9dae356a480a HTTP/1.1" status: 200 len: 946 time: 0.0690188 Jul 29 14:25:40.761980 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5ce206fc-c6a7-4ec7-99e2-364375d8221c req-1a9f726a-d7d9-472c-9959-6c01a4c9f755 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=2def49d1-1ac0-4947-bbae-1fa158ee9ee7 HTTP/1.1" status: 200 len: 210 time: 0.0467045 Jul 29 14:25:40.797508 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b944e4e8-da69-4db9-bd87-d962146b5f36 req-4f3d9b1d-f8ff-4522-ad8d-b1ba2ee29029 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380461 Jul 29 14:25:41.300127 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94682f82-a813-4204-bfd1-b65e2120159a req-c343f813-bfb2-4da4-823d-43ebcc811627 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:41.301676 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-94682f82-a813-4204-bfd1-b65e2120159a req-c343f813-bfb2-4da4-823d-43ebcc811627 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7f3e0be-6835-420d-9be3-0acb17ba8f06 HTTP/1.1" status: 200 len: 945 time: 0.0482230 Jul 29 14:25:41.339126 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-94682f82-a813-4204-bfd1-b65e2120159a req-2b74578c-25a3-450e-bbf4-f0b03dfb9baa tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313540 Jul 29 14:25:41.342597 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b0cf8-6f05-45ad-93ff-2ddb0861707b req-f3afef08-4663-43d3-ba57-17867542357a tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:41.344098 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-979b0cf8-6f05-45ad-93ff-2ddb0861707b req-f3afef08-4663-43d3-ba57-17867542357a tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.42 "GET /v2.0/ports?device_id=5380ece0-daca-4de7-aa9e-9dae356a480a HTTP/1.1" status: 200 len: 946 time: 0.0491734 Jul 29 14:25:41.417714 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device d66ad657-4b9d-438d-9cac-61c05dc0a282 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:25:41.437588 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] No Port match for: d66ad657-4b9d-438d-9cac-61c05dc0a282 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:25:41.437952 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device d66ad657-4b9d-438d-9cac-61c05dc0a282 not bound to the agent host hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:25:41.440486 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-979b0cf8-6f05-45ad-93ff-2ddb0861707b req-068f5ca7-415e-476a-984e-7e8e81e0668f tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Deleting port 84dcda15-5dac-46e3-9277-6136e4a10db4 {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:25:41.440926 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-979b0cf8-6f05-45ad-93ff-2ddb0861707b req-068f5ca7-415e-476a-984e-7e8e81e0668f tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:41.529879 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-979b0cf8-6f05-45ad-93ff-2ddb0861707b req-068f5ca7-415e-476a-984e-7e8e81e0668f tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] For port 84dcda15-5dac-46e3-9277-6136e4a10db4, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=84dcda15-5dac-46e3-9277-6136e4a10db4,segment=NetworkSegment(b03b25ab-3830-4437-9930-58c769ecf5b6),segment_id=b03b25ab-3830-4437-9930-58c769ecf5b6)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:25:41.530275 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-979b0cf8-6f05-45ad-93ff-2ddb0861707b req-068f5ca7-415e-476a-984e-7e8e81e0668f tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:41.543027 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-979b0cf8-6f05-45ad-93ff-2ddb0861707b req-068f5ca7-415e-476a-984e-7e8e81e0668f tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Calling delete_port for 84dcda15-5dac-46e3-9277-6136e4a10db4 owned by compute:nova {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:25:41.675509 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-979b0cf8-6f05-45ad-93ff-2ddb0861707b req-068f5ca7-415e-476a-984e-7e8e81e0668f tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:41.690140 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['b06e061d-abe8-4fe6-b34b-158c977cc7f7', '416131a4-7898-469d-89ef-592dc7aff334', '0702a928-9a77-4906-a1af-d3ac07d7d90f', '84dcda15-5dac-46e3-9277-6136e4a10db4'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:25:41.713268 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f5ca7-415e-476a-984e-7e8e81e0668f tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Pushing event deleted for resources: {'Port': ['ID=84dcda15-5dac-46e3-9277-6136e4a10db4,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:25:41.771776 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-979b0cf8-6f05-45ad-93ff-2ddb0861707b req-068f5ca7-415e-476a-984e-7e8e81e0668f tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] No DVR routers for this DVR port 84dcda15-5dac-46e3-9277-6136e4a10db4 on host hv-cinder-80288 {{(pid=93046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:25:41.776334 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-979b0cf8-6f05-45ad-93ff-2ddb0861707b req-068f5ca7-415e-476a-984e-7e8e81e0668f tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:41.779212 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-979b0cf8-6f05-45ad-93ff-2ddb0861707b req-068f5ca7-415e-476a-984e-7e8e81e0668f tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.42 "DELETE /v2.0/ports/84dcda15-5dac-46e3-9277-6136e4a10db4 HTTP/1.1" status: 204 len: 173 time: 0.4275906 Jul 29 14:25:41.779761 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5380ece0-daca-4de7-aa9e-9dae356a480a', 'name': 'network-vif-deleted', 'tag': '84dcda15-5dac-46e3-9277-6136e4a10db4'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:25:41.783060 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12d0d8acfdc7c270d197b253719fe34768a82c9c4ffac31e71dba4df5af88c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18882be7-1324-4b21-92ac-f360b5bb2766" -d '{"events": [{"server_uuid": "5380ece0-daca-4de7-aa9e-9dae356a480a", "name": "network-vif-deleted", "tag": "84dcda15-5dac-46e3-9277-6136e4a10db4"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:25:41.872359 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49b43cb-9915-42ff-baa6-638fc571bd1f x-openstack-request-id: req-e49b43cb-9915-42ff-baa6-638fc571bd1f {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:25:41.872651 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5380ece0-daca-4de7-aa9e-9dae356a480a", "name": "network-vif-deleted", "tag": "84dcda15-5dac-46e3-9277-6136e4a10db4", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:25:41.872902 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e49b43cb-9915-42ff-baa6-638fc571bd1f {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:25:41.873407 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5380ece0-daca-4de7-aa9e-9dae356a480a', 'name': 'network-vif-deleted', 'tag': '84dcda15-5dac-46e3-9277-6136e4a10db4', 'status': 'completed', 'code': 200} Jul 29 14:25:41.997312 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e4221bf5-eb04-4a14-b0b9-c1b7b010bada req-56665451-861e-489f-8f30-ecb61daf2de3 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=5380ece0-daca-4de7-aa9e-9dae356a480a HTTP/1.1" status: 200 len: 210 time: 0.0368030 Jul 29 14:25:42.135618 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e7359-c853-436f-9c98-1384252c5c62 req-36143a3b-b90f-47f6-9014-73da5995dd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:42.138474 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ff9e7359-c853-436f-9c98-1384252c5c62 req-36143a3b-b90f-47f6-9014-73da5995dd3b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c645f55b8924ce6825612c02df3edcf&device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 1098 time: 0.0715234 Jul 29 14:25:42.149012 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1d3dd-78d1-4f1e-bec8-78a722d2ccfe req-1d2c0d6c-3883-4b84-89dc-5a566edd4732 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:42.150539 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f2e1d3dd-78d1-4f1e-bec8-78a722d2ccfe req-1d2c0d6c-3883-4b84-89dc-5a566edd4732 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0682383 Jul 29 14:25:42.190309 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f2e1d3dd-78d1-4f1e-bec8-78a722d2ccfe req-531bf310-ea7f-470a-851d-bb07af966fce tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335512 Jul 29 14:25:42.243255 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e7359-c853-436f-9c98-1384252c5c62 req-42165856-73c3-4543-aaae-f21fabe421b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:42.244727 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ff9e7359-c853-436f-9c98-1384252c5c62 req-42165856-73c3-4543-aaae-f21fabe421b1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6d0eb179-2c3f-4e51-8768-4cf203aef2f0 HTTP/1.1" status: 200 len: 920 time: 0.0968969 Jul 29 14:25:42.295787 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ff9e7359-c853-436f-9c98-1384252c5c62 req-9f600d57-8832-4297-bf1a-fac4d7e22672 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e53bc76-fa29-4ab1-9414-78fa37c0f0e2 HTTP/1.1" status: 200 len: 217 time: 0.0383730 Jul 29 14:25:42.346667 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e7359-c853-436f-9c98-1384252c5c62 req-df1db0fb-5728-4763-83f9-d8a6437e4ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:42.348145 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ff9e7359-c853-436f-9c98-1384252c5c62 req-df1db0fb-5728-4763-83f9-d8a6437e4ef8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71071247-be60-474f-b8b3-e493b3eca889 HTTP/1.1" status: 200 len: 859 time: 0.0440922 Jul 29 14:25:42.387841 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ff9e7359-c853-436f-9c98-1384252c5c62 req-4c043346-e245-4349-9674-acc2c3d19288 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d0eb179-2c3f-4e51-8768-4cf203aef2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252414 Jul 29 14:25:42.460829 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abda9b-aae3-46f0-a24d-da2ca7d8a615 req-88162ab8-797b-4af7-9fa2-4b466f712194 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:42.462445 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-33abda9b-aae3-46f0-a24d-da2ca7d8a615 req-88162ab8-797b-4af7-9fa2-4b466f712194 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7f3e0be-6835-420d-9be3-0acb17ba8f06 HTTP/1.1" status: 200 len: 945 time: 0.0488856 Jul 29 14:25:42.478538 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ff9e7359-c853-436f-9c98-1384252c5c62 req-e9fe3c5e-47cd-4918-a463-f9f282f8b4a2 service neutron] 10.222.0.42 "GET /v2.0/networks/6d0eb179-2c3f-4e51-8768-4cf203aef2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827911 Jul 29 14:25:42.501477 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-33abda9b-aae3-46f0-a24d-da2ca7d8a615 req-48be75de-5d75-4222-ae11-652d6b7dfb9b tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324576 Jul 29 14:25:43.648862 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ff9e7359-c853-436f-9c98-1384252c5c62 req-43832426-a23d-4d29-a7dc-219e3952413f service neutron] 10.222.0.42 "GET /v2.0/networks/6d0eb179-2c3f-4e51-8768-4cf203aef2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909207 Jul 29 14:25:45.604957 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 84dcda15-5dac-46e3-9277-6136e4a10db4 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:25:45.627391 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] No Port match for: 84dcda15-5dac-46e3-9277-6136e4a10db4 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:25:45.627736 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 84dcda15-5dac-46e3-9277-6136e4a10db4 not bound to the agent host hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:25:45.767192 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e66126d3-b557-47e9-9877-adef7ef5b528 req-53c100db-7468-45ce-9df3-d33ce6abc4d5 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=5380ece0-daca-4de7-aa9e-9dae356a480a HTTP/1.1" status: 200 len: 210 time: 0.0356824 Jul 29 14:25:46.037794 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64480908-a687-4d0e-85cc-0a2b7fcf5973 req-7b73dade-3df7-46ad-86b0-a3c59df0573e tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:46.039307 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-64480908-a687-4d0e-85cc-0a2b7fcf5973 req-7b73dade-3df7-46ad-86b0-a3c59df0573e tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.2973981 Jul 29 14:25:46.051032 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61611bc0-ce0a-4379-a593-efdd5c0ea350 req-19e33a09-db4e-4bed-95e3-68314ad367ed tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:46.052427 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-61611bc0-ce0a-4379-a593-efdd5c0ea350 req-19e33a09-db4e-4bed-95e3-68314ad367ed tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7f3e0be-6835-420d-9be3-0acb17ba8f06 HTTP/1.1" status: 200 len: 945 time: 0.0644686 Jul 29 14:25:46.119927 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-64480908-a687-4d0e-85cc-0a2b7fcf5973 req-3b85d80a-cad4-4220-93d9-9a5bf6d49abf tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664332 Jul 29 14:25:46.122485 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-61611bc0-ce0a-4379-a593-efdd5c0ea350 req-1b7a8880-598a-472a-a5c2-aca26695e47c tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633440 Jul 29 14:25:47.267836 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856f485-2431-4ea2-8e04-cb9d26acdfb4 req-e18e1b34-cba1-4f2a-a8de-99a45038eb7f tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:47.269347 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f856f485-2431-4ea2-8e04-cb9d26acdfb4 req-e18e1b34-cba1-4f2a-a8de-99a45038eb7f tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7f3e0be-6835-420d-9be3-0acb17ba8f06 HTTP/1.1" status: 200 len: 945 time: 0.0787289 Jul 29 14:25:47.276513 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4362e-cd5a-4d65-9656-cd23e7f4a078 req-05489ee3-4e62-4a69-a7e2-a37f18c395ef tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:47.277877 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1bb4362e-cd5a-4d65-9656-cd23e7f4a078 req-05489ee3-4e62-4a69-a7e2-a37f18c395ef tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0854599 Jul 29 14:25:47.330721 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f856f485-2431-4ea2-8e04-cb9d26acdfb4 req-86a0283e-74e6-47c1-932a-80c7c22a74e4 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518787 Jul 29 14:25:47.337674 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1bb4362e-cd5a-4d65-9656-cd23e7f4a078 req-84f36848-ae80-4703-a415-0c3e731fc102 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524454 Jul 29 14:25:48.479680 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee018c2a-3f73-4f30-89d8-f8cec6f21fca req-a7ed14bc-8a83-47d0-b6ae-18ab9cc96189 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:48.481137 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ee018c2a-3f73-4f30-89d8-f8cec6f21fca req-a7ed14bc-8a83-47d0-b6ae-18ab9cc96189 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0710146 Jul 29 14:25:48.488851 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53443442-1be8-44e6-b0f3-812a8eb21c51 req-58c86aca-d454-420e-ab50-191ebd3290c0 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:48.490231 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-53443442-1be8-44e6-b0f3-812a8eb21c51 req-58c86aca-d454-420e-ab50-191ebd3290c0 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7f3e0be-6835-420d-9be3-0acb17ba8f06 HTTP/1.1" status: 200 len: 945 time: 0.0915763 Jul 29 14:25:48.538916 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ee018c2a-3f73-4f30-89d8-f8cec6f21fca req-ff1a15c2-6297-42d3-8aa0-7993ba881fdd tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477490 Jul 29 14:25:48.551290 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-53443442-1be8-44e6-b0f3-812a8eb21c51 req-077dadf7-5ad1-436e-b99c-8f3388131adc tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541911 Jul 29 14:25:49.532224 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4c122-d60c-49a4-9f96-6b154641635f req-058408cb-29c6-4a81-a57f-7e34d216d4f8 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:49.533747 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c9d4c122-d60c-49a4-9f96-6b154641635f req-058408cb-29c6-4a81-a57f-7e34d216d4f8 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7f3e0be-6835-420d-9be3-0acb17ba8f06 HTTP/1.1" status: 200 len: 945 time: 0.0499439 Jul 29 14:25:49.635939 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-c9d4c122-d60c-49a4-9f96-6b154641635f req-3c4f0045-aa87-4401-bde7-e472a24bb789 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Deleting port 84fcc062-b3bd-4fac-af71-6b1d8645de4b {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:25:49.636296 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-c9d4c122-d60c-49a4-9f96-6b154641635f req-3c4f0045-aa87-4401-bde7-e472a24bb789 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:49.694206 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbf40d-8f4e-454d-8cfe-af9a15a37284 req-2aa1f6fb-aee3-4e30-8fa0-e3afaee71791 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:49.701459 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-92dbf40d-8f4e-454d-8cfe-af9a15a37284 req-2aa1f6fb-aee3-4e30-8fa0-e3afaee71791 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0882692 Jul 29 14:25:49.737393 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-c9d4c122-d60c-49a4-9f96-6b154641635f req-3c4f0045-aa87-4401-bde7-e472a24bb789 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] For port 84fcc062-b3bd-4fac-af71-6b1d8645de4b, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=84fcc062-b3bd-4fac-af71-6b1d8645de4b,segment=NetworkSegment(116e00b4-dcd5-46d0-8ab7-c9be87e1aa3f),segment_id=116e00b4-dcd5-46d0-8ab7-c9be87e1aa3f)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:25:49.737947 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-c9d4c122-d60c-49a4-9f96-6b154641635f req-3c4f0045-aa87-4401-bde7-e472a24bb789 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:49.745878 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526be222-40a3-49be-98d6-42bbe930c03c req-76e08efa-f7af-4064-822d-8ced1e03a583 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:49.747520 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-526be222-40a3-49be-98d6-42bbe930c03c req-76e08efa-f7af-4064-822d-8ced1e03a583 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7f3e0be-6835-420d-9be3-0acb17ba8f06 HTTP/1.1" status: 200 len: 945 time: 0.1042154 Jul 29 14:25:49.754005 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-c9d4c122-d60c-49a4-9f96-6b154641635f req-3c4f0045-aa87-4401-bde7-e472a24bb789 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Calling delete_port for 84fcc062-b3bd-4fac-af71-6b1d8645de4b owned by compute:nova {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:25:49.770819 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-92dbf40d-8f4e-454d-8cfe-af9a15a37284 req-bb797b3d-e54d-4bc7-a95d-7675af143b1b tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681298 Jul 29 14:25:49.823068 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-526be222-40a3-49be-98d6-42bbe930c03c req-c551a867-6835-48d2-841f-deb573e12a57 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0623485-0ce3-4bdd-8228-8ddbe46faf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620711 Jul 29 14:25:49.895089 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-c9d4c122-d60c-49a4-9f96-6b154641635f req-3c4f0045-aa87-4401-bde7-e472a24bb789 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:49.910401 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['84fcc062-b3bd-4fac-af71-6b1d8645de4b'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:25:49.926896 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f0045-aa87-4401-bde7-e472a24bb789 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Pushing event deleted for resources: {'Port': ['ID=84fcc062-b3bd-4fac-af71-6b1d8645de4b,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:25:49.981065 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d4c122-d60c-49a4-9f96-6b154641635f req-3c4f0045-aa87-4401-bde7-e472a24bb789 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] No DVR routers for this DVR port 84fcc062-b3bd-4fac-af71-6b1d8645de4b on host hv-cinder-80288 {{(pid=93046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:25:49.984045 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-c9d4c122-d60c-49a4-9f96-6b154641635f req-3c4f0045-aa87-4401-bde7-e472a24bb789 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:49.986403 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c9d4c122-d60c-49a4-9f96-6b154641635f req-3c4f0045-aa87-4401-bde7-e472a24bb789 tempest-VolumesActionsTest-145136377 tempest-VolumesActionsTest-145136377-project] 10.222.0.42 "DELETE /v2.0/ports/84fcc062-b3bd-4fac-af71-6b1d8645de4b HTTP/1.1" status: 204 len: 173 time: 0.4440839 Jul 29 14:25:49.986856 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f3e0be-6835-420d-9be3-0acb17ba8f06', 'name': 'network-vif-deleted', 'tag': '84fcc062-b3bd-4fac-af71-6b1d8645de4b'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:25:49.989596 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12d0d8acfdc7c270d197b253719fe34768a82c9c4ffac31e71dba4df5af88c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af21ce0-6e2c-4696-ad9c-242d4cdc2410" -d '{"events": [{"server_uuid": "f7f3e0be-6835-420d-9be3-0acb17ba8f06", "name": "network-vif-deleted", "tag": "84fcc062-b3bd-4fac-af71-6b1d8645de4b"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:25:50.043773 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc28ff4-3c7f-4064-bb67-64bbc5f90510 x-openstack-request-id: req-5fc28ff4-3c7f-4064-bb67-64bbc5f90510 {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:25:50.044067 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f3e0be-6835-420d-9be3-0acb17ba8f06", "name": "network-vif-deleted", "tag": "84fcc062-b3bd-4fac-af71-6b1d8645de4b", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:25:50.044320 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5fc28ff4-3c7f-4064-bb67-64bbc5f90510 {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:25:50.044719 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f3e0be-6835-420d-9be3-0acb17ba8f06', 'name': 'network-vif-deleted', 'tag': '84fcc062-b3bd-4fac-af71-6b1d8645de4b', 'status': 'completed', 'code': 200} Jul 29 14:25:50.278527 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324facf-583e-499f-9ce3-1dc29dc0622e req-a91e3d3a-bdf6-4df0-8aad-e2e71b410efb tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:50.280018 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9324facf-583e-499f-9ce3-1dc29dc0622e req-a91e3d3a-bdf6-4df0-8aad-e2e71b410efb tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca0cf30b-357c-49dd-b721-1828a0db673e HTTP/1.1" status: 200 len: 945 time: 0.0474672 Jul 29 14:25:50.319947 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9324facf-583e-499f-9ce3-1dc29dc0622e req-9227b898-0954-49a3-b1be-2e350ca8e5cf tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332222 Jul 29 14:25:50.890841 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551f24f-2a73-4224-97d5-c0c387670ee4 req-fd6c2d47-46d2-4475-944b-4399e7ea9e28 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:50.892336 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1551f24f-2a73-4224-97d5-c0c387670ee4 req-fd6c2d47-46d2-4475-944b-4399e7ea9e28 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0512934 Jul 29 14:25:50.932309 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1551f24f-2a73-4224-97d5-c0c387670ee4 req-63e2886a-eb87-44ec-aee8-d7872b912c20 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337780 Jul 29 14:25:51.440756 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a9ada-b831-4e75-80d2-1e743c7d29da req-964622af-8733-42af-8fea-83aaa3cad323 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:51.442265 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fb6a9ada-b831-4e75-80d2-1e743c7d29da req-964622af-8733-42af-8fea-83aaa3cad323 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca0cf30b-357c-49dd-b721-1828a0db673e HTTP/1.1" status: 200 len: 945 time: 0.0556078 Jul 29 14:25:51.482660 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fb6a9ada-b831-4e75-80d2-1e743c7d29da req-26a0dcb7-adb1-438f-a20d-2f6894c266af tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343583 Jul 29 14:25:52.046897 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825cd503-91a3-40a2-93bb-5cb93e21ac77 req-02f4ff04-2ebb-4494-8009-65c0d4c1fc90 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:52.048411 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-825cd503-91a3-40a2-93bb-5cb93e21ac77 req-02f4ff04-2ebb-4494-8009-65c0d4c1fc90 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0495894 Jul 29 14:25:52.088214 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-825cd503-91a3-40a2-93bb-5cb93e21ac77 req-0b528e1b-d8e2-44fd-bf3a-d59feb5353bc tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334344 Jul 29 14:25:52.601546 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764b20d-67b7-4d4c-9940-9064a8af931e req-1a4d1d20-0903-413f-8e69-af3b88f99096 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:52.603061 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b764b20d-67b7-4d4c-9940-9064a8af931e req-1a4d1d20-0903-413f-8e69-af3b88f99096 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca0cf30b-357c-49dd-b721-1828a0db673e HTTP/1.1" status: 200 len: 945 time: 0.0507374 Jul 29 14:25:52.641954 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b764b20d-67b7-4d4c-9940-9064a8af931e req-f628e97c-6628-4923-bf48-802f56c01c17 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323601 Jul 29 14:25:53.232706 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5bec14-2fba-4516-a390-b044c2ff0066 req-ba78b9ee-2d8c-4366-a691-4aace472f59c tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:53.234932 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ac5bec14-2fba-4516-a390-b044c2ff0066 req-ba78b9ee-2d8c-4366-a691-4aace472f59c tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0705593 Jul 29 14:25:53.284637 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ac5bec14-2fba-4516-a390-b044c2ff0066 req-f19a162d-620f-4b00-ad01-946febe32ac7 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429530 Jul 29 14:25:53.755251 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995ad88-b9ed-4dc4-8e83-0cf3041e0edb req-50d073f3-5f09-4770-ad33-1f913cb98a19 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:53.756669 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b995ad88-b9ed-4dc4-8e83-0cf3041e0edb req-50d073f3-5f09-4770-ad33-1f913cb98a19 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca0cf30b-357c-49dd-b721-1828a0db673e HTTP/1.1" status: 200 len: 945 time: 0.0488527 Jul 29 14:25:53.793866 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b995ad88-b9ed-4dc4-8e83-0cf3041e0edb req-6dbcc5d9-67ff-40fa-82a1-12155d523d88 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312901 Jul 29 14:25:54.256172 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 84fcc062-b3bd-4fac-af71-6b1d8645de4b no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:25:54.276822 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] No Port match for: 84fcc062-b3bd-4fac-af71-6b1d8645de4b {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:25:54.277175 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 84fcc062-b3bd-4fac-af71-6b1d8645de4b not bound to the agent host hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:25:54.404047 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b0777-0258-43d9-81ba-001d0a277fe9 req-7c4a7b08-b641-44ea-800d-4f99fcb6df8d tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:54.406348 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b15b0777-0258-43d9-81ba-001d0a277fe9 req-7c4a7b08-b641-44ea-800d-4f99fcb6df8d tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0528395 Jul 29 14:25:54.445619 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b15b0777-0258-43d9-81ba-001d0a277fe9 req-5c59ce8a-9a7f-4a51-8760-6d86c75db3f7 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324225 Jul 29 14:25:54.933683 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba76135-7836-4591-9da6-ed0f90e1a0c4 req-cc5b0f4b-7391-47f8-a4fb-a6357cd9d6b8 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:54.936214 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7ba76135-7836-4591-9da6-ed0f90e1a0c4 req-cc5b0f4b-7391-47f8-a4fb-a6357cd9d6b8 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca0cf30b-357c-49dd-b721-1828a0db673e HTTP/1.1" status: 200 len: 945 time: 0.0575223 Jul 29 14:25:54.981551 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7ba76135-7836-4591-9da6-ed0f90e1a0c4 req-216d3ac3-f9ae-4726-b54a-cea87f2fba4d tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379238 Jul 29 14:25:55.082886 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-9c4e41f9-b889-4465-b2e0-7140735fb4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:55.209130 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154f439-7773-4918-87ff-261ed7f7fd16 req-7bac6905-c7e6-4844-ae67-d68b7feb6897 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:55.210562 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2154f439-7773-4918-87ff-261ed7f7fd16 req-7bac6905-c7e6-4844-ae67-d68b7feb6897 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 945 time: 0.0823047 Jul 29 14:25:55.220809 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74579244-445c-45da-8c02-6ad80ad3b594 req-665af507-fcc6-4d58-aa9d-88abe287685f tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:55.222232 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-74579244-445c-45da-8c02-6ad80ad3b594 req-665af507-fcc6-4d58-aa9d-88abe287685f tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/networks?id=8ad5c676-7022-4ca1-916a-090985606ac2 HTTP/1.1" status: 200 len: 813 time: 0.1433477 Jul 29 14:25:55.251268 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-74579244-445c-45da-8c02-6ad80ad3b594 req-59138513-e9dd-4f6a-9ce4-a370c4232be0 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/quotas/e1a792d204574429ad7230217ea907e4 HTTP/1.1" status: 200 len: 375 time: 0.0223002 Jul 29 14:25:55.272942 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2154f439-7773-4918-87ff-261ed7f7fd16 req-83a791ad-459e-4195-a942-c432d6aeb7c6 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497625 Jul 29 14:25:55.287275 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-74579244-445c-45da-8c02-6ad80ad3b594 req-3f5ae12f-5ffa-4428-80ae-8fcf6458b2d5 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1a792d204574429ad7230217ea907e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303543 Jul 29 14:25:55.379841 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-74579244-445c-45da-8c02-6ad80ad3b594 req-6b209e10-353b-417d-9160-a6bbd7825754 service neutron] 10.222.0.44 "GET /v2.0/networks/8ad5c676-7022-4ca1-916a-090985606ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850747 Jul 29 14:25:55.470312 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-74579244-445c-45da-8c02-6ad80ad3b594 req-8b31ee46-0e36-4978-b591-e2c8ad560326 service neutron] 10.222.0.44 "GET /v2.0/networks/8ad5c676-7022-4ca1-916a-090985606ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843511 Jul 29 14:25:55.563177 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4f0a4-a2ff-4c8a-aa4d-d3f293b6d119 req-57d760c9-2da7-46e3-8f47-300bdc1306e8 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:55.564714 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cfd4f0a4-a2ff-4c8a-aa4d-d3f293b6d119 req-57d760c9-2da7-46e3-8f47-300bdc1306e8 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0500009 Jul 29 14:25:55.618984 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cfd4f0a4-a2ff-4c8a-aa4d-d3f293b6d119 req-6138bec5-71c3-49ed-bd62-5f7180577e79 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475688 Jul 29 14:25:55.638136 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9a036133-879f-4b84-b48a-0460d3b6cfc7 req-7d3cb3fb-3571-44cc-9aa7-a24a3b21911d tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=24333c3c-ddc2-4660-95b3-edc0bed17c5f HTTP/1.1" status: 200 len: 210 time: 0.0361042 Jul 29 14:25:56.098092 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57b1fd-2394-4b27-99d9-82142d3ab52c req-a552aaa2-b88b-4d80-9ade-e8285129110d tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:56.099713 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ca57b1fd-2394-4b27-99d9-82142d3ab52c req-a552aaa2-b88b-4d80-9ade-e8285129110d tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca0cf30b-357c-49dd-b721-1828a0db673e HTTP/1.1" status: 200 len: 945 time: 0.0502558 Jul 29 14:25:56.138047 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ca57b1fd-2394-4b27-99d9-82142d3ab52c req-7fe8d9c1-b0d4-44de-9bbd-74053e838c67 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322571 Jul 29 14:25:56.287896 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:56.393536 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361aa81-65a3-4e62-9d59-21572be33d27 req-3550a8ef-519a-4fe4-a3e5-22172ad40122 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:56.395274 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d361aa81-65a3-4e62-9d59-21572be33d27 req-3550a8ef-519a-4fe4-a3e5-22172ad40122 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 945 time: 0.0509191 Jul 29 14:25:56.432302 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d361aa81-65a3-4e62-9d59-21572be33d27 req-5140db6d-9b38-402e-8493-a0f5946cdedc tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311000 Jul 29 14:25:56.743233 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6853da5e-bb96-412f-a92e-c12019f536e6 req-20503eaf-8ec9-4624-9e78-a46db6a36438 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=24333c3c-ddc2-4660-95b3-edc0bed17c5f HTTP/1.1" status: 200 len: 210 time: 0.0275822 Jul 29 14:25:56.763115 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649677a8-465e-4882-83bc-11f237255766 req-b54ee40c-5959-4d91-a074-8fe6ad9e872a tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:56.764644 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-649677a8-465e-4882-83bc-11f237255766 req-b54ee40c-5959-4d91-a074-8fe6ad9e872a tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0783033 Jul 29 14:25:56.802606 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-649677a8-465e-4882-83bc-11f237255766 req-1a408d71-5d49-491e-87b9-290360dadc32 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320635 Jul 29 14:25:57.253226 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e661e0-41f3-4c26-8194-f8a3c26204f5 req-79e94e5c-b03d-4f50-9196-4d97e93e33e0 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:57.254754 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-31e661e0-41f3-4c26-8194-f8a3c26204f5 req-79e94e5c-b03d-4f50-9196-4d97e93e33e0 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca0cf30b-357c-49dd-b721-1828a0db673e HTTP/1.1" status: 200 len: 945 time: 0.0491493 Jul 29 14:25:57.292165 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-31e661e0-41f3-4c26-8194-f8a3c26204f5 req-eb83c37a-4cb0-4957-aa9d-d7486fb02b04 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313692 Jul 29 14:25:57.551617 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d19dd-a290-450b-9b2f-3a64a6652319 req-82b902f4-4c48-4544-8109-174154eb900b tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:57.553140 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-286d19dd-a290-450b-9b2f-3a64a6652319 req-82b902f4-4c48-4544-8109-174154eb900b tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 945 time: 0.0477340 Jul 29 14:25:57.599640 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-286d19dd-a290-450b-9b2f-3a64a6652319 req-e452570e-05b0-4001-badd-aad832819131 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406859 Jul 29 14:25:57.836045 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-aaddfa09-cc64-480c-ade2-e4a5a999a6b1 req-970dee6e-4967-4806-9335-3a99842b453a tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=24333c3c-ddc2-4660-95b3-edc0bed17c5f HTTP/1.1" status: 200 len: 210 time: 0.0272393 Jul 29 14:25:57.922507 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37171287-cfb9-4167-9c48-40293be511d5 req-a5b2356d-e522-45fa-a46a-24eba2658b51 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:57.924151 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-37171287-cfb9-4167-9c48-40293be511d5 req-a5b2356d-e522-45fa-a46a-24eba2658b51 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0502946 Jul 29 14:25:57.963238 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-37171287-cfb9-4167-9c48-40293be511d5 req-005e2a23-edb7-4f18-bb26-741242fd194d tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330558 Jul 29 14:25:58.023040 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-6faf6c72-d9e9-4b41-9fe0-19def821acbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:58.255560 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:58.404030 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f71449-a917-4986-81ce-dfe7f6249b7f req-575b307b-3a7d-4036-8400-9e7902d2f8a5 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:58.405812 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-60f71449-a917-4986-81ce-dfe7f6249b7f req-575b307b-3a7d-4036-8400-9e7902d2f8a5 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca0cf30b-357c-49dd-b721-1828a0db673e HTTP/1.1" status: 200 len: 945 time: 0.0487280 Jul 29 14:25:58.444818 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-60f71449-a917-4986-81ce-dfe7f6249b7f req-ee0ac73b-0581-4ad0-9637-fc44c2607f71 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330100 Jul 29 14:25:58.721718 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2cf1e8-7e48-4086-ba6b-08be8efa1b3a req-680afb0e-3d29-4e07-a984-b6963e39751b tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:58.723266 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1d2cf1e8-7e48-4086-ba6b-08be8efa1b3a req-680afb0e-3d29-4e07-a984-b6963e39751b tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 945 time: 0.0541830 Jul 29 14:25:58.764793 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1d2cf1e8-7e48-4086-ba6b-08be8efa1b3a req-42bef348-2664-4241-9b7d-4e55ca3aacc4 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354686 Jul 29 14:25:58.931924 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7f890a3d-e6ca-4ec6-a540-749c8a114cf4 req-65baf212-e80d-4442-91c1-d74721c0fb1a tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=24333c3c-ddc2-4660-95b3-edc0bed17c5f HTTP/1.1" status: 200 len: 210 time: 0.0275266 Jul 29 14:25:59.076667 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2987d-cb7e-46eb-a1d9-c7462291a71c req-03cb2e2d-3b60-4d93-9ce4-daf748b2cfa5 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:59.078278 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b0e2987d-cb7e-46eb-a1d9-c7462291a71c req-03cb2e2d-3b60-4d93-9ce4-daf748b2cfa5 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0475223 Jul 29 14:25:59.115414 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b0e2987d-cb7e-46eb-a1d9-c7462291a71c req-5b5d0166-6268-4264-929e-f161542ac200 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310593 Jul 29 14:25:59.328075 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:25:59.561224 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e633e5-198d-4c4b-8c2f-48344a2cd2de req-a226d7a1-a1c6-4e4d-a865-153a20e858aa tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:59.562948 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-79e633e5-198d-4c4b-8c2f-48344a2cd2de req-a226d7a1-a1c6-4e4d-a865-153a20e858aa tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca0cf30b-357c-49dd-b721-1828a0db673e HTTP/1.1" status: 200 len: 945 time: 0.0518105 Jul 29 14:25:59.600881 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-79e633e5-198d-4c4b-8c2f-48344a2cd2de req-d5c01278-1d04-40f2-a952-e11ae64c85ed tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320272 Jul 29 14:25:59.886611 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2e921-a5b7-469f-a651-901f8dbfca95 req-a8854d34-4458-418e-b01b-ae194c2eab2e tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:25:59.888110 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c0c2e921-a5b7-469f-a651-901f8dbfca95 req-a8854d34-4458-418e-b01b-ae194c2eab2e tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 945 time: 0.0486383 Jul 29 14:25:59.925984 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c0c2e921-a5b7-469f-a651-901f8dbfca95 req-51623b5b-4cbb-4842-a097-f07d950c5033 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315235 Jul 29 14:26:00.023602 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f814a624-599e-4321-ae96-c4280c188466 req-fb990c53-360d-48b7-9f2c-9a4c1099127a tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=24333c3c-ddc2-4660-95b3-edc0bed17c5f HTTP/1.1" status: 200 len: 210 time: 0.0255609 Jul 29 14:26:00.232730 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5986f-f66c-49e4-97f1-a530b74a4fa1 req-720ca95c-c1ff-49c5-987e-b090be148a0e tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:00.234362 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f9a5986f-f66c-49e4-97f1-a530b74a4fa1 req-720ca95c-c1ff-49c5-987e-b090be148a0e tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0509050 Jul 29 14:26:00.280172 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f9a5986f-f66c-49e4-97f1-a530b74a4fa1 req-aeac6631-1ba2-4d57-a210-49665141456d tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397615 Jul 29 14:26:00.714167 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34d20a-90c0-4577-8af7-2da059a40279 req-61862dd9-0bc5-4f1b-bc31-b199e9093cfd tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:00.715711 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6c34d20a-90c0-4577-8af7-2da059a40279 req-61862dd9-0bc5-4f1b-bc31-b199e9093cfd tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca0cf30b-357c-49dd-b721-1828a0db673e HTTP/1.1" status: 200 len: 945 time: 0.0489998 Jul 29 14:26:00.755156 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6c34d20a-90c0-4577-8af7-2da059a40279 req-4ccf279f-76aa-4e48-9a45-b8d3ea7cb4bb tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327513 Jul 29 14:26:01.043478 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f1a42-d34c-4475-8d6f-d9e7a928e2c3 req-1e51a786-1297-4ee6-9d9b-106f451b3bae tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:01.044958 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ab9f1a42-d34c-4475-8d6f-d9e7a928e2c3 req-1e51a786-1297-4ee6-9d9b-106f451b3bae tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 945 time: 0.0485785 Jul 29 14:26:01.083553 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ab9f1a42-d34c-4475-8d6f-d9e7a928e2c3 req-2955a94d-299d-4c64-9ac8-a1868c312539 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326693 Jul 29 14:26:01.115281 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2e252230-13c3-41c3-b2ad-9569d6a49a46 req-8687619c-7aed-480c-b1a6-50960a9245ba tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=24333c3c-ddc2-4660-95b3-edc0bed17c5f HTTP/1.1" status: 200 len: 210 time: 0.0263104 Jul 29 14:26:01.368905 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:01.398149 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e82d5-1ed5-4f6f-aa8f-1c347a3ca0d8 req-ad3fb7cc-f414-43e7-94ee-ce84ddaa4015 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:01.399635 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f26e82d5-1ed5-4f6f-aa8f-1c347a3ca0d8 req-ad3fb7cc-f414-43e7-94ee-ce84ddaa4015 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0509465 Jul 29 14:26:01.443717 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f26e82d5-1ed5-4f6f-aa8f-1c347a3ca0d8 req-adfac619-7561-462e-a757-4b9e4953e4b7 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371776 Jul 29 14:26:01.484279 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3d35b-8fc7-4790-a1c4-d103591af754 req-955923b6-ecb6-4d43-ac76-55804b05fa5d tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:01.488171 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-1fb3d35b-8fc7-4790-a1c4-d103591af754 req-955923b6-ecb6-4d43-ac76-55804b05fa5d tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca0cf30b-357c-49dd-b721-1828a0db673e HTTP/1.1" status: 200 len: 945 time: 0.0558631 Jul 29 14:26:01.589769 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-1fb3d35b-8fc7-4790-a1c4-d103591af754 req-4ead0d0e-19c6-40f7-994f-e96e0477f334 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Deleting port 0702a928-9a77-4906-a1af-d3ac07d7d90f {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:26:01.590199 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-1fb3d35b-8fc7-4790-a1c4-d103591af754 req-4ead0d0e-19c6-40f7-994f-e96e0477f334 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:01.673254 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74579244-445c-45da-8c02-6ad80ad3b594 req-dea98e42-2f3d-446c-9c71-20612eda5bd8 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:01.674852 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-74579244-445c-45da-8c02-6ad80ad3b594 req-dea98e42-2f3d-446c-9c71-20612eda5bd8 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.42 "GET /v2.0/networks?id=8ad5c676-7022-4ca1-916a-090985606ac2 HTTP/1.1" status: 200 len: 813 time: 0.1135828 Jul 29 14:26:01.691886 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-1fb3d35b-8fc7-4790-a1c4-d103591af754 req-4ead0d0e-19c6-40f7-994f-e96e0477f334 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] For port 0702a928-9a77-4906-a1af-d3ac07d7d90f, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=0702a928-9a77-4906-a1af-d3ac07d7d90f,segment=NetworkSegment(b03b25ab-3830-4437-9930-58c769ecf5b6),segment_id=b03b25ab-3830-4437-9930-58c769ecf5b6)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:26:01.692292 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-1fb3d35b-8fc7-4790-a1c4-d103591af754 req-4ead0d0e-19c6-40f7-994f-e96e0477f334 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:01.694394 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-74579244-445c-45da-8c02-6ad80ad3b594 req-e56f8400-099a-48f4-b10f-ef4089b719fd tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Request body: {'port': {'device_id': '24333c3c-ddc2-4660-95b3-edc0bed17c5f', 'network_id': '8ad5c676-7022-4ca1-916a-090985606ac2', 'admin_state_up': True, 'tenant_id': 'e1a792d204574429ad7230217ea907e4'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:26:01.707221 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-1fb3d35b-8fc7-4790-a1c4-d103591af754 req-4ead0d0e-19c6-40f7-994f-e96e0477f334 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Calling delete_port for 0702a928-9a77-4906-a1af-d3ac07d7d90f owned by compute:nova {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:26:01.824151 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74579244-445c-45da-8c02-6ad80ad3b594 req-e56f8400-099a-48f4-b10f-ef4089b719fd tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Made reservation on behalf of e1a792d204574429ad7230217ea907e4 for: {'port': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:26:01.828395 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-74579244-445c-45da-8c02-6ad80ad3b594 req-e56f8400-099a-48f4-b10f-ef4089b719fd tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:01.850821 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-1fb3d35b-8fc7-4790-a1c4-d103591af754 req-4ead0d0e-19c6-40f7-994f-e96e0477f334 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:01.864272 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['b06e061d-abe8-4fe6-b34b-158c977cc7f7', '416131a4-7898-469d-89ef-592dc7aff334'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:26:01.884419 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead0d0e-19c6-40f7-994f-e96e0477f334 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Pushing event deleted for resources: {'Port': ['ID=0702a928-9a77-4906-a1af-d3ac07d7d90f,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:01.887659 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-de7dcb35-f15b-46b7-9068-0971758940fa req-e22ff3df-7b9f-4ce2-88aa-372fffa8d4e6 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca0cf30b-357c-49dd-b721-1828a0db673e HTTP/1.1" status: 200 len: 210 time: 0.0404885 Jul 29 14:26:01.932517 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb3d35b-8fc7-4790-a1c4-d103591af754 req-4ead0d0e-19c6-40f7-994f-e96e0477f334 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] No DVR routers for this DVR port 0702a928-9a77-4906-a1af-d3ac07d7d90f on host hv-cinder-80288 {{(pid=93046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:26:01.935048 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-1fb3d35b-8fc7-4790-a1c4-d103591af754 req-4ead0d0e-19c6-40f7-994f-e96e0477f334 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:01.937850 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-1fb3d35b-8fc7-4790-a1c4-d103591af754 req-4ead0d0e-19c6-40f7-994f-e96e0477f334 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.42 "DELETE /v2.0/ports/0702a928-9a77-4906-a1af-d3ac07d7d90f HTTP/1.1" status: 204 len: 173 time: 0.4361777 Jul 29 14:26:01.938161 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0cf30b-357c-49dd-b721-1828a0db673e', 'name': 'network-vif-deleted', 'tag': '0702a928-9a77-4906-a1af-d3ac07d7d90f'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:26:01.940844 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12d0d8acfdc7c270d197b253719fe34768a82c9c4ffac31e71dba4df5af88c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724bab66-b3bc-4d87-b164-702d3aecaab1" -d '{"events": [{"server_uuid": "ca0cf30b-357c-49dd-b721-1828a0db673e", "name": "network-vif-deleted", "tag": "0702a928-9a77-4906-a1af-d3ac07d7d90f"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:26:01.997369 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fd46da-7ae6-457a-a195-353304cf2ab7 x-openstack-request-id: req-78fd46da-7ae6-457a-a195-353304cf2ab7 {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:26:01.997735 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0cf30b-357c-49dd-b721-1828a0db673e", "name": "network-vif-deleted", "tag": "0702a928-9a77-4906-a1af-d3ac07d7d90f", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:26:01.998027 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-78fd46da-7ae6-457a-a195-353304cf2ab7 {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:26:01.998425 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0cf30b-357c-49dd-b721-1828a0db673e', 'name': 'network-vif-deleted', 'tag': '0702a928-9a77-4906-a1af-d3ac07d7d90f', 'status': 'completed', 'code': 200} Jul 29 14:26:02.028351 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [req-74579244-445c-45da-8c02-6ad80ad3b594 req-e56f8400-099a-48f4-b10f-ef4089b719fd tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Allocated IP 172.20.0.11 (8ad5c676-7022-4ca1-916a-090985606ac2/2c598511-a412-4eaf-9907-d89943bea27b/34c6d893-9723-46cf-ad70-f6f3fd7d2270) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:26:02.256653 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-eec845e0-b5ca-46d7-ac66-5d81b1ff5758 req-78efa032-2731-409b-b949-cd4c391a322a tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=24333c3c-ddc2-4660-95b3-edc0bed17c5f HTTP/1.1" status: 200 len: 210 time: 0.0635607 Jul 29 14:26:02.265864 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-74579244-445c-45da-8c02-6ad80ad3b594 req-e56f8400-099a-48f4-b10f-ef4089b719fd tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:02.274144 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 0702a928-9a77-4906-a1af-d3ac07d7d90f no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:26:02.296944 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] No Port match for: 0702a928-9a77-4906-a1af-d3ac07d7d90f {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:26:02.297365 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 0702a928-9a77-4906-a1af-d3ac07d7d90f not bound to the agent host hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:26:02.299608 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a8d64-6bc1-4014-9740-41f62e574e7c req-1b6ade6c-a4d0-4cc5-9e1a-044f08717d20 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:02.301410 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4b3a8d64-6bc1-4014-9740-41f62e574e7c req-1b6ade6c-a4d0-4cc5-9e1a-044f08717d20 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 945 time: 0.1326098 Jul 29 14:26:02.374860 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4b3a8d64-6bc1-4014-9740-41f62e574e7c req-0c851678-f987-4184-b7d1-81e41f8dda8a tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621181 Jul 29 14:26:02.377882 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-74579244-445c-45da-8c02-6ad80ad3b594 req-e56f8400-099a-48f4-b10f-ef4089b719fd tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:02.448587 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f8400-099a-48f4-b10f-ef4089b719fd tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Pushing event updated for resources: {'Port': ['ID=34c6d893-9723-46cf-ad70-f6f3fd7d2270,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:02.456405 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74579244-445c-45da-8c02-6ad80ad3b594 req-e56f8400-099a-48f4-b10f-ef4089b719fd tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Network 8ad5c676-7022-4ca1-916a-090985606ac2 is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:26:02.458016 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [req-74579244-445c-45da-8c02-6ad80ad3b594 req-e56f8400-099a-48f4-b10f-ef4089b719fd tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:26:02.460454 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-74579244-445c-45da-8c02-6ad80ad3b594 req-e56f8400-099a-48f4-b10f-ef4089b719fd tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:26:02.517083 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74579244-445c-45da-8c02-6ad80ad3b594 req-e56f8400-099a-48f4-b10f-ef4089b719fd tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:02.517886 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-74579244-445c-45da-8c02-6ad80ad3b594 req-e56f8400-099a-48f4-b10f-ef4089b719fd tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:02.547871 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-74579244-445c-45da-8c02-6ad80ad3b594 req-e56f8400-099a-48f4-b10f-ef4089b719fd tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8576872 Jul 29 14:26:02.570970 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-74579244-445c-45da-8c02-6ad80ad3b594 req-5100326b-509d-4da3-8754-63b604e0069e service neutron] Request body: {'port': {'device_id': '24333c3c-ddc2-4660-95b3-edc0bed17c5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:26:02.639084 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053ec6d-ba98-421f-a6dc-5da17afe5363 req-ac50720a-7ab3-4a90-b3fa-e3e18c89d563 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:02.641450 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4053ec6d-ba98-421f-a6dc-5da17afe5363 req-ac50720a-7ab3-4a90-b3fa-e3e18c89d563 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.1050093 Jul 29 14:26:02.656869 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-74579244-445c-45da-8c02-6ad80ad3b594 req-5100326b-509d-4da3-8754-63b604e0069e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:02.711670 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4053ec6d-ba98-421f-a6dc-5da17afe5363 req-2c4fe669-6488-42ed-977a-b3f6aeed2edb tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640774 Jul 29 14:26:03.070313 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [req-74579244-445c-45da-8c02-6ad80ad3b594 req-5100326b-509d-4da3-8754-63b604e0069e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34c6d893-9723-46cf-ad70-f6f3fd7d2270 {{(pid=93047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:26:03.083753 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-74579244-445c-45da-8c02-6ad80ad3b594 req-5100326b-509d-4da3-8754-63b604e0069e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:03.099480 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [req-74579244-445c-45da-8c02-6ad80ad3b594 req-5100326b-509d-4da3-8754-63b604e0069e service neutron] Transition to ACTIVE for port object 34c6d893-9723-46cf-ad70-f6f3fd7d2270 will not be triggered until provisioned by entity L2. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:26:03.106400 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-74579244-445c-45da-8c02-6ad80ad3b594 req-5100326b-509d-4da3-8754-63b604e0069e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079021'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:03.184792 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100326b-509d-4da3-8754-63b604e0069e service neutron] Pushing event updated for resources: {'Port': ['ID=34c6d893-9723-46cf-ad70-f6f3fd7d2270,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:03.640477 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3a15e-8125-4f07-9727-8c278e8a49a5 req-9b0a55f2-7a1f-4e69-8a14-8c14673af121 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:03.642312 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-76f3a15e-8125-4f07-9727-8c278e8a49a5 req-9b0a55f2-7a1f-4e69-8a14-8c14673af121 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=24333c3c-ddc2-4660-95b3-edc0bed17c5f HTTP/1.1" status: 200 len: 944 time: 0.1078181 Jul 29 14:26:03.643002 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-74579244-445c-45da-8c02-6ad80ad3b594 req-5100326b-509d-4da3-8754-63b604e0069e service neutron] Attempting to bind port 34c6d893-9723-46cf-ad70-f6f3fd7d2270 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:26:03.643343 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-74579244-445c-45da-8c02-6ad80ad3b594 req-5100326b-509d-4da3-8754-63b604e0069e service neutron] Attempting to bind port 34c6d893-9723-46cf-ad70-f6f3fd7d2270 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': 'e4e9cef4-d88b-431d-840b-7cccd51c3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8ad5c676-7022-4ca1-916a-090985606ac2'}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:26:03.643674 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74579244-445c-45da-8c02-6ad80ad3b594 req-5100326b-509d-4da3-8754-63b604e0069e service neutron] Attempting to bind port 34c6d893-9723-46cf-ad70-f6f3fd7d2270 on network 8ad5c676-7022-4ca1-916a-090985606ac2 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:26:03.650404 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74579244-445c-45da-8c02-6ad80ad3b594 req-5100326b-509d-4da3-8754-63b604e0069e service neutron] Port 34c6d893-9723-46cf-ad70-f6f3fd7d2270 on network 8ad5c676-7022-4ca1-916a-090985606ac2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:26:03.650734 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74579244-445c-45da-8c02-6ad80ad3b594 req-5100326b-509d-4da3-8754-63b604e0069e service neutron] Attempting to bind port 34c6d893-9723-46cf-ad70-f6f3fd7d2270 on network 8ad5c676-7022-4ca1-916a-090985606ac2 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:26:03.660466 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f5772-ef45-46d7-b409-70ea8c14c830 req-86e6fa90-7391-4130-81a5-295991bde440 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:03.667703 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ac3f5772-ef45-46d7-b409-70ea8c14c830 req-86e6fa90-7391-4130-81a5-295991bde440 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a9afabf-c84c-4451-88ac-e3ff914cd8fb HTTP/1.1" status: 200 len: 945 time: 0.4658165 Jul 29 14:26:03.700466 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74579244-445c-45da-8c02-6ad80ad3b594 req-5100326b-509d-4da3-8754-63b604e0069e service neutron] Checking agent: {'id': 'fd26b577-982f-4e34-ab76-8a88883d4fab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:26:03.700466 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74579244-445c-45da-8c02-6ad80ad3b594 req-5100326b-509d-4da3-8754-63b604e0069e service neutron] Checking segment: {'id': 'e4e9cef4-d88b-431d-840b-7cccd51c3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8ad5c676-7022-4ca1-916a-090985606ac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:26:03.700466 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74579244-445c-45da-8c02-6ad80ad3b594 req-5100326b-509d-4da3-8754-63b604e0069e service neutron] Bound using segment: {'id': 'e4e9cef4-d88b-431d-840b-7cccd51c3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8ad5c676-7022-4ca1-916a-090985606ac2'} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:26:03.700994 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-74579244-445c-45da-8c02-6ad80ad3b594 req-5100326b-509d-4da3-8754-63b604e0069e service neutron] Bound port: 34c6d893-9723-46cf-ad70-f6f3fd7d2270, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4e9cef4-d88b-431d-840b-7cccd51c3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8ad5c676-7022-4ca1-916a-090985606ac2'}}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:26:03.701100 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-74579244-445c-45da-8c02-6ad80ad3b594 req-5100326b-509d-4da3-8754-63b604e0069e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:03.764625 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-76f3a15e-8125-4f07-9727-8c278e8a49a5 req-986ccec1-ac19-4745-9728-07731c1dc631 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a0acfd1-26e6-4a1a-b50b-6d7dc1b17c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923409 Jul 29 14:26:03.830657 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ac3f5772-ef45-46d7-b409-70ea8c14c830 req-f1abf3e9-d089-4abd-a024-b5a4f0e53f7c tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619804 Jul 29 14:26:03.945021 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-74579244-445c-45da-8c02-6ad80ad3b594 req-5100326b-509d-4da3-8754-63b604e0069e service neutron] For port 34c6d893-9723-46cf-ad70-f6f3fd7d2270, host hv-cinder-80288, cleared binding levels {{(pid=93047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:26:04.012158 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-74579244-445c-45da-8c02-6ad80ad3b594 req-5100326b-509d-4da3-8754-63b604e0069e service neutron] For port 34c6d893-9723-46cf-ad70-f6f3fd7d2270, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=34c6d893-9723-46cf-ad70-f6f3fd7d2270,segment=NetworkSegment(e4e9cef4-d88b-431d-840b-7cccd51c3f22),segment_id=e4e9cef4-d88b-431d-840b-7cccd51c3f22)] {{(pid=93047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:26:04.020743 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-74579244-445c-45da-8c02-6ad80ad3b594 req-5100326b-509d-4da3-8754-63b604e0069e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079021'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:04.088159 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c644d-a39d-4e18-b09d-8cc331ec5ca6 req-7096e2ac-6791-4538-9529-a4efbe1abd76 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:04.090400 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-604c644d-a39d-4e18-b09d-8cc331ec5ca6 req-7096e2ac-6791-4538-9529-a4efbe1abd76 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 945 time: 0.1943038 Jul 29 14:26:04.092610 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74579244-445c-45da-8c02-6ad80ad3b594 req-5100326b-509d-4da3-8754-63b604e0069e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:04.093362 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-74579244-445c-45da-8c02-6ad80ad3b594 req-5100326b-509d-4da3-8754-63b604e0069e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:04.095126 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-74579244-445c-45da-8c02-6ad80ad3b594 req-5100326b-509d-4da3-8754-63b604e0069e service neutron] 10.222.0.42 "PUT /v2.0/ports/34c6d893-9723-46cf-ad70-f6f3fd7d2270 HTTP/1.1" status: 200 len: 1094 time: 1.5296474 Jul 29 14:26:04.098358 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24333c3c-ddc2-4660-95b3-edc0bed17c5f', 'tag': '34c6d893-9723-46cf-ad70-f6f3fd7d2270'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:26:04.102800 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d29991c668386e200e1a1994fca063bc4f2dc54aaad28d0a971c904e1588ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b2df06-4040-4f57-8296-71652698d5dc" -d '{"events": [{"name": "network-changed", "server_uuid": "24333c3c-ddc2-4660-95b3-edc0bed17c5f", "tag": "34c6d893-9723-46cf-ad70-f6f3fd7d2270"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:26:04.129206 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbaf563-6465-4291-99bc-24f27bed83cc req-49a3fa78-4afb-45f7-a23d-8abd32221963 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:04.137802 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0bbaf563-6465-4291-99bc-24f27bed83cc req-49a3fa78-4afb-45f7-a23d-8abd32221963 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.1941564 Jul 29 14:26:04.174453 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100326b-509d-4da3-8754-63b604e0069e service neutron] Pushing event updated for resources: {'Port': ['ID=34c6d893-9723-46cf-ad70-f6f3fd7d2270,revision_number=3']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:04.213674 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-604c644d-a39d-4e18-b09d-8cc331ec5ca6 req-f80d3955-11e4-4028-866d-39bf32f50c0f tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960648 Jul 29 14:26:04.223504 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0bbaf563-6465-4291-99bc-24f27bed83cc req-0565d4c7-2d92-4038-ab70-863409fafc9f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842388 Jul 29 14:26:04.265288 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e1ee4c-d1dc-44e8-9728-e67fc89fc1ab x-openstack-request-id: req-f3e1ee4c-d1dc-44e8-9728-e67fc89fc1ab {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:26:04.265625 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24333c3c-ddc2-4660-95b3-edc0bed17c5f", "tag": "34c6d893-9723-46cf-ad70-f6f3fd7d2270", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:26:04.265882 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f3e1ee4c-d1dc-44e8-9728-e67fc89fc1ab {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:26:04.266320 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24333c3c-ddc2-4660-95b3-edc0bed17c5f', 'tag': '34c6d893-9723-46cf-ad70-f6f3fd7d2270', 'status': 'completed', 'code': 200} Jul 29 14:26:04.941520 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70578380-33a8-40ba-bb76-830f95175e2a req-cbfbd0a1-7339-460e-9b66-5a4a57c007b1 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:04.943634 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-70578380-33a8-40ba-bb76-830f95175e2a req-cbfbd0a1-7339-460e-9b66-5a4a57c007b1 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=24333c3c-ddc2-4660-95b3-edc0bed17c5f HTTP/1.1" status: 200 len: 944 time: 0.0987556 Jul 29 14:26:05.003673 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757b636-7662-465f-9d03-8f5a9dafba09 req-e34329fb-9359-4664-914e-ac9fe71400b4 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:05.005574 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9757b636-7662-465f-9d03-8f5a9dafba09 req-e34329fb-9359-4664-914e-ac9fe71400b4 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a9afabf-c84c-4451-88ac-e3ff914cd8fb HTTP/1.1" status: 200 len: 945 time: 0.1050506 Jul 29 14:26:05.023212 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-70578380-33a8-40ba-bb76-830f95175e2a req-49665a92-cc13-4215-a6c7-e72340ed5862 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a0acfd1-26e6-4a1a-b50b-6d7dc1b17c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683486 Jul 29 14:26:05.058384 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:26:05.075297 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9757b636-7662-465f-9d03-8f5a9dafba09 req-ed4e33f7-c8fc-409a-81ea-e6a9eeffbf28 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502203 Jul 29 14:26:05.378557 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01611d-4e1f-4e62-ab41-20b9390cc565 req-185d0ad7-4001-4c97-95e1-b6a41642a8db tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:05.380093 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2f01611d-4e1f-4e62-ab41-20b9390cc565 req-185d0ad7-4001-4c97-95e1-b6a41642a8db tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0826027 Jul 29 14:26:05.397416 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789a6fc-dc45-4358-ba33-c044967868c1 req-5bc018d0-e242-4763-bfff-39c9a7ea54d5 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:05.404756 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8789a6fc-dc45-4358-ba33-c044967868c1 req-5bc018d0-e242-4763-bfff-39c9a7ea54d5 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 945 time: 0.0745397 Jul 29 14:26:05.469859 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8789a6fc-dc45-4358-ba33-c044967868c1 req-37260cd0-cfdf-49dc-ad94-e15a170c3b72 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640049 Jul 29 14:26:05.473460 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2f01611d-4e1f-4e62-ab41-20b9390cc565 req-2beba0c0-63a1-4daa-8691-ee0e33e4c7cf tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866191 Jul 29 14:26:06.163890 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ad198-f965-42ca-90de-a9cb12fc71bd req-0137660c-33a5-4e35-b408-dffd78be709f tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:06.165516 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fb6ad198-f965-42ca-90de-a9cb12fc71bd req-0137660c-33a5-4e35-b408-dffd78be709f tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=24333c3c-ddc2-4660-95b3-edc0bed17c5f HTTP/1.1" status: 200 len: 944 time: 0.0736644 Jul 29 14:26:06.253440 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fb6ad198-f965-42ca-90de-a9cb12fc71bd req-ed6e9ced-3a40-44e5-8518-70f097526412 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a0acfd1-26e6-4a1a-b50b-6d7dc1b17c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773869 Jul 29 14:26:06.265626 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e39499-d531-4f9c-ae4a-8b9121e50282 req-9ce82c56-71db-448e-9d47-d5e0ef7c8715 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:06.267210 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-26e39499-d531-4f9c-ae4a-8b9121e50282 req-9ce82c56-71db-448e-9d47-d5e0ef7c8715 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a9afabf-c84c-4451-88ac-e3ff914cd8fb HTTP/1.1" status: 200 len: 945 time: 0.1007316 Jul 29 14:26:06.329424 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-26e39499-d531-4f9c-ae4a-8b9121e50282 req-4c207a8c-bc07-4efc-ada2-8b8b194e9636 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414636 Jul 29 14:26:06.648890 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d7f50-5109-49e0-b737-b944a225d455 req-fb02b342-f75a-4b9c-b1dd-d49e0cef7fac tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:06.656599 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9c7d7f50-5109-49e0-b737-b944a225d455 req-fb02b342-f75a-4b9c-b1dd-d49e0cef7fac tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0689507 Jul 29 14:26:06.665680 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454863a-b6ac-40a3-b88a-c5fbf3b2b56b req-ecb61f43-7d32-49c6-8dc7-0ffcd37592cd tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:06.667355 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6454863a-b6ac-40a3-b88a-c5fbf3b2b56b req-ecb61f43-7d32-49c6-8dc7-0ffcd37592cd tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 945 time: 0.1119342 Jul 29 14:26:06.734624 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9c7d7f50-5109-49e0-b737-b944a225d455 req-b760b44c-e7d2-4c18-9bc4-c5b31a579c3c tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767341 Jul 29 14:26:06.744353 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6454863a-b6ac-40a3-b88a-c5fbf3b2b56b req-53f19984-f5c1-47aa-ae12-f8834f0f2daf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599062 Jul 29 14:26:07.450884 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39228c27-c08e-455b-b1e7-d7fb165e1379 req-746263d0-e86c-4782-a558-6eb2e86c36e2 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:07.455907 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-39228c27-c08e-455b-b1e7-d7fb165e1379 req-746263d0-e86c-4782-a558-6eb2e86c36e2 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=24333c3c-ddc2-4660-95b3-edc0bed17c5f HTTP/1.1" status: 200 len: 944 time: 0.1235280 Jul 29 14:26:07.511840 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74579244-445c-45da-8c02-6ad80ad3b594 req-8d0e7961-c797-4682-ae5f-35071bc5ec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:07.513355 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-74579244-445c-45da-8c02-6ad80ad3b594 req-8d0e7961-c797-4682-ae5f-35071bc5ec03 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e1a792d204574429ad7230217ea907e4&device_id=24333c3c-ddc2-4660-95b3-edc0bed17c5f HTTP/1.1" status: 200 len: 1097 time: 0.1351292 Jul 29 14:26:07.572894 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595d320-8a25-4db9-bb41-5c6378fe2798 req-38a4ddf3-5bc6-44b0-bb8e-876b9a890b93 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:07.574563 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0595d320-8a25-4db9-bb41-5c6378fe2798 req-38a4ddf3-5bc6-44b0-bb8e-876b9a890b93 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a9afabf-c84c-4451-88ac-e3ff914cd8fb HTTP/1.1" status: 200 len: 945 time: 0.1481152 Jul 29 14:26:07.577496 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-39228c27-c08e-455b-b1e7-d7fb165e1379 req-e4236618-29de-4e34-b781-581ba9ae6896 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a0acfd1-26e6-4a1a-b50b-6d7dc1b17c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023746 Jul 29 14:26:07.617464 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-74579244-445c-45da-8c02-6ad80ad3b594 req-f7333b46-e4b3-4a71-a6b9-a47297f42eee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34c6d893-9723-46cf-ad70-f6f3fd7d2270 HTTP/1.1" status: 200 len: 217 time: 0.0765665 Jul 29 14:26:07.696287 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0595d320-8a25-4db9-bb41-5c6378fe2798 req-4eea9792-1bae-4381-a1e7-3d61d59e60ab tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816092 Jul 29 14:26:07.704514 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74579244-445c-45da-8c02-6ad80ad3b594 req-204f767b-4cd5-4334-8c77-cd1f1b8e5b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:07.705864 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-74579244-445c-45da-8c02-6ad80ad3b594 req-204f767b-4cd5-4334-8c77-cd1f1b8e5b5b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2c598511-a412-4eaf-9907-d89943bea27b HTTP/1.1" status: 200 len: 853 time: 0.0784960 Jul 29 14:26:07.758969 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-74579244-445c-45da-8c02-6ad80ad3b594 req-e568c19f-391b-4508-9b26-0389e74cc669 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ad5c676-7022-4ca1-916a-090985606ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432959 Jul 29 14:26:07.815627 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f77e82-59f1-465f-8dde-167712741a7d req-6a275396-b391-49a2-a0ad-ede1a97a8222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:07.819728 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-24f77e82-59f1-465f-8dde-167712741a7d req-6a275396-b391-49a2-a0ad-ede1a97a8222 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 1098 time: 0.0803311 Jul 29 14:26:07.871933 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-24f77e82-59f1-465f-8dde-167712741a7d req-5f49ee0a-3f0f-498a-9a97-cbb9f6581c51 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436120 Jul 29 14:26:07.976018 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-74579244-445c-45da-8c02-6ad80ad3b594 req-fdbfe44e-67ad-4922-8141-38435b85b3bf service neutron] 10.222.0.42 "GET /v2.0/networks/8ad5c676-7022-4ca1-916a-090985606ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064676 Jul 29 14:26:08.006622 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601ea00-566b-4425-8048-f27a6fcdd441 req-baefd792-b779-4827-9fd7-8889e97f1ead tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:08.009700 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4601ea00-566b-4425-8048-f27a6fcdd441 req-baefd792-b779-4827-9fd7-8889e97f1ead tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 945 time: 0.1323686 Jul 29 14:26:08.046873 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4ad8f-9fc9-4218-a049-07f4e3e302fc req-c34e1833-3634-4487-ac5b-5f25b3c9e9e6 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:08.054274 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9fc4ad8f-9fc9-4218-a049-07f4e3e302fc req-c34e1833-3634-4487-ac5b-5f25b3c9e9e6 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.1531000 Jul 29 14:26:08.147707 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4601ea00-566b-4425-8048-f27a6fcdd441 req-2d1dfc5c-4688-4cab-88b8-e48ed89099e0 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861173 Jul 29 14:26:08.200842 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9fc4ad8f-9fc9-4218-a049-07f4e3e302fc req-a615c14b-b0dc-462f-be9c-81034f83dcee tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455700 Jul 29 14:26:08.247819 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-74579244-445c-45da-8c02-6ad80ad3b594 req-6c2d94c2-a612-438f-a5b3-83afe6ec952e service neutron] 10.222.0.42 "GET /v2.0/networks/8ad5c676-7022-4ca1-916a-090985606ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578158 Jul 29 14:26:08.393868 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2df06-4040-4f57-8296-71652698d5dc req-a25bbf7d-45b6-4117-ac79-1ecb67fdd9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:08.395586 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-36b2df06-4040-4f57-8296-71652698d5dc req-a25bbf7d-45b6-4117-ac79-1ecb67fdd9e1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e1a792d204574429ad7230217ea907e4&device_id=24333c3c-ddc2-4660-95b3-edc0bed17c5f HTTP/1.1" status: 200 len: 1097 time: 0.0680900 Jul 29 14:26:08.477209 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85815762-3b2c-4df6-82de-71129bfd87d4 req-9526b115-f789-4ecc-bb70-a1c398e5fa66 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:08.479474 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-85815762-3b2c-4df6-82de-71129bfd87d4 req-9526b115-f789-4ecc-bb70-a1c398e5fa66 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a9afabf-c84c-4451-88ac-e3ff914cd8fb HTTP/1.1" status: 200 len: 945 time: 0.0694828 Jul 29 14:26:08.531447 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2df06-4040-4f57-8296-71652698d5dc req-fbf30a85-961d-4aea-9193-eef9ef2c0783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:08.533204 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-36b2df06-4040-4f57-8296-71652698d5dc req-fbf30a85-961d-4aea-9193-eef9ef2c0783 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ad5c676-7022-4ca1-916a-090985606ac2 HTTP/1.1" status: 200 len: 914 time: 0.1145587 Jul 29 14:26:08.594237 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-36b2df06-4040-4f57-8296-71652698d5dc req-15843219-7bd6-4c8e-a5f4-fe7a4a85353a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34c6d893-9723-46cf-ad70-f6f3fd7d2270 HTTP/1.1" status: 200 len: 217 time: 0.0454915 Jul 29 14:26:08.642885 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-85815762-3b2c-4df6-82de-71129bfd87d4 req-691fe7fd-4f3a-425c-abea-ad67c4ea7937 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Deleting port 416131a4-7898-469d-89ef-592dc7aff334 {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:26:08.646248 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-85815762-3b2c-4df6-82de-71129bfd87d4 req-691fe7fd-4f3a-425c-abea-ad67c4ea7937 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:08.758150 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2df06-4040-4f57-8296-71652698d5dc req-261bcc21-7b24-4fbe-9b47-14556cb60f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:08.759083 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-36b2df06-4040-4f57-8296-71652698d5dc req-261bcc21-7b24-4fbe-9b47-14556cb60f4f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2c598511-a412-4eaf-9907-d89943bea27b HTTP/1.1" status: 200 len: 853 time: 0.1534395 Jul 29 14:26:08.812566 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-36b2df06-4040-4f57-8296-71652698d5dc req-96278b16-2674-4bc8-86ed-a7e00c4498a2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ad5c676-7022-4ca1-916a-090985606ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400915 Jul 29 14:26:08.821739 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ec899-5289-49b9-aec1-e873f6fd9774 req-377f6db8-9d76-4c74-9f28-2c95bebb9e3a tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:08.821739 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-686ec899-5289-49b9-aec1-e873f6fd9774 req-377f6db8-9d76-4c74-9f28-2c95bebb9e3a tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=24333c3c-ddc2-4660-95b3-edc0bed17c5f HTTP/1.1" status: 200 len: 944 time: 0.1338949 Jul 29 14:26:08.854269 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-85815762-3b2c-4df6-82de-71129bfd87d4 req-691fe7fd-4f3a-425c-abea-ad67c4ea7937 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] For port 416131a4-7898-469d-89ef-592dc7aff334, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=416131a4-7898-469d-89ef-592dc7aff334,segment=NetworkSegment(b03b25ab-3830-4437-9930-58c769ecf5b6),segment_id=b03b25ab-3830-4437-9930-58c769ecf5b6)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:26:08.855415 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-85815762-3b2c-4df6-82de-71129bfd87d4 req-691fe7fd-4f3a-425c-abea-ad67c4ea7937 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:08.878905 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-85815762-3b2c-4df6-82de-71129bfd87d4 req-691fe7fd-4f3a-425c-abea-ad67c4ea7937 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Calling delete_port for 416131a4-7898-469d-89ef-592dc7aff334 owned by compute:nova {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:26:09.018538 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-686ec899-5289-49b9-aec1-e873f6fd9774 req-befdd549-9bc3-40f3-b6c7-7a82a50ecc30 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a0acfd1-26e6-4a1a-b50b-6d7dc1b17c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872358 Jul 29 14:26:09.047588 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e077483-46e7-49aa-8a7a-46b871afe706 req-5fa903b9-38a6-4c36-ba82-7cd07f46686f tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:09.050374 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3e077483-46e7-49aa-8a7a-46b871afe706 req-5fa903b9-38a6-4c36-ba82-7cd07f46686f tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a9afabf-c84c-4451-88ac-e3ff914cd8fb HTTP/1.1" status: 200 len: 945 time: 0.2178011 Jul 29 14:26:09.110112 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3e077483-46e7-49aa-8a7a-46b871afe706 req-ef00d751-351d-4abf-8e8a-f4905c30d1d7 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508986 Jul 29 14:26:09.117866 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-85815762-3b2c-4df6-82de-71129bfd87d4 req-691fe7fd-4f3a-425c-abea-ad67c4ea7937 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:09.148311 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['b06e061d-abe8-4fe6-b34b-158c977cc7f7', '416131a4-7898-469d-89ef-592dc7aff334'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:26:09.164839 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-36b2df06-4040-4f57-8296-71652698d5dc req-3b0503f9-e806-4495-9e85-730ba956f3f6 service neutron] 10.222.0.42 "GET /v2.0/networks/8ad5c676-7022-4ca1-916a-090985606ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415613 Jul 29 14:26:09.176520 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fe7fd-4f3a-425c-abea-ad67c4ea7937 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Pushing event deleted for resources: {'Port': ['ID=416131a4-7898-469d-89ef-592dc7aff334,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:09.298397 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-85815762-3b2c-4df6-82de-71129bfd87d4 req-691fe7fd-4f3a-425c-abea-ad67c4ea7937 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] No DVR routers for this DVR port 416131a4-7898-469d-89ef-592dc7aff334 on host hv-cinder-80288 {{(pid=93046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:26:09.306347 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-85815762-3b2c-4df6-82de-71129bfd87d4 req-691fe7fd-4f3a-425c-abea-ad67c4ea7937 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:09.316568 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-85815762-3b2c-4df6-82de-71129bfd87d4 req-691fe7fd-4f3a-425c-abea-ad67c4ea7937 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.42 "DELETE /v2.0/ports/416131a4-7898-469d-89ef-592dc7aff334 HTTP/1.1" status: 204 len: 173 time: 0.8272319 Jul 29 14:26:09.317088 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9afabf-c84c-4451-88ac-e3ff914cd8fb', 'name': 'network-vif-deleted', 'tag': '416131a4-7898-469d-89ef-592dc7aff334'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:26:09.319540 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12d0d8acfdc7c270d197b253719fe34768a82c9c4ffac31e71dba4df5af88c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc7d648-1b11-4eec-b515-ee8d7227c282" -d '{"events": [{"server_uuid": "0a9afabf-c84c-4451-88ac-e3ff914cd8fb", "name": "network-vif-deleted", "tag": "416131a4-7898-469d-89ef-592dc7aff334"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:26:09.414952 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f140aa9-19bd-4623-b29b-07efe6d8958e req-2915eb81-389f-459f-8edf-07a23fd01f46 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:09.417097 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4f140aa9-19bd-4623-b29b-07efe6d8958e req-2915eb81-389f-459f-8edf-07a23fd01f46 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 945 time: 0.1439621 Jul 29 14:26:09.472021 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-36b2df06-4040-4f57-8296-71652698d5dc req-40c735d7-3c53-4aee-b753-f7ddd2eff0ba service neutron] 10.222.0.42 "GET /v2.0/networks/8ad5c676-7022-4ca1-916a-090985606ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976413 Jul 29 14:26:09.502739 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc24ea-a23b-4db1-b50e-b0abcbc21d4e req-f44b56af-bc06-4cc5-a616-5e4f0e68ce2f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:09.504474 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-30fc24ea-a23b-4db1-b50e-b0abcbc21d4e req-f44b56af-bc06-4cc5-a616-5e4f0e68ce2f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.1644323 Jul 29 14:26:09.518835 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4f140aa9-19bd-4623-b29b-07efe6d8958e req-108e7ab7-3493-4b74-8970-8436fd18ad8c tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855207 Jul 29 14:26:09.568554 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba511fb-2512-4373-a92a-8883bd105d98 x-openstack-request-id: req-9ba511fb-2512-4373-a92a-8883bd105d98 {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:26:09.568854 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9afabf-c84c-4451-88ac-e3ff914cd8fb", "name": "network-vif-deleted", "tag": "416131a4-7898-469d-89ef-592dc7aff334", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:26:09.569119 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9ba511fb-2512-4373-a92a-8883bd105d98 {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:26:09.569529 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9afabf-c84c-4451-88ac-e3ff914cd8fb', 'name': 'network-vif-deleted', 'tag': '416131a4-7898-469d-89ef-592dc7aff334', 'status': 'completed', 'code': 200} Jul 29 14:26:09.597252 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-30fc24ea-a23b-4db1-b50e-b0abcbc21d4e req-2728b168-5a8c-4098-a90f-21a8468e819f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751524 Jul 29 14:26:09.957247 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab818ab1-9ef8-43bf-80d1-55f5b6b55239 req-b3eeae45-fd9c-4dbf-8601-8c6fd1dee3af tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:09.967839 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ab818ab1-9ef8-43bf-80d1-55f5b6b55239 req-b3eeae45-fd9c-4dbf-8601-8c6fd1dee3af tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0963914 Jul 29 14:26:10.081576 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ab818ab1-9ef8-43bf-80d1-55f5b6b55239 req-22cf9124-cbb6-42ed-8eba-53e241642b89 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989487 Jul 29 14:26:10.127844 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6c552-959e-4f5a-8176-979e0380dee0 req-e4634346-054d-4574-9c78-ace2d2909a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:10.130857 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-aff6c552-959e-4f5a-8176-979e0380dee0 req-e4634346-054d-4574-9c78-ace2d2909a60 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c645f55b8924ce6825612c02df3edcf&device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 1098 time: 0.1377699 Jul 29 14:26:10.241187 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a71bd-de24-4760-b936-df9a69eba9b1 req-4743a8f1-dcbd-4490-8b20-045bacb8e393 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:10.242812 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f55a71bd-de24-4760-b936-df9a69eba9b1 req-4743a8f1-dcbd-4490-8b20-045bacb8e393 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.2091758 Jul 29 14:26:10.320078 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 34c6d893-9723-46cf-ad70-f6f3fd7d2270 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:26:10.332571 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d5cda-ad87-42e0-90c5-3afc2bda1ba7 req-d66a53c2-a0ec-472c-8409-eb0f4b30b4a7 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:10.334163 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b64d5cda-ad87-42e0-90c5-3afc2bda1ba7 req-d66a53c2-a0ec-472c-8409-eb0f4b30b4a7 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=24333c3c-ddc2-4660-95b3-edc0bed17c5f HTTP/1.1" status: 200 len: 944 time: 0.1406605 Jul 29 14:26:10.347173 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f55a71bd-de24-4760-b936-df9a69eba9b1 req-362a4c7b-1f29-4fd5-bdd9-41e52330283c tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837350 Jul 29 14:26:10.393877 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6c552-959e-4f5a-8176-979e0380dee0 req-d000867f-5bc1-44a4-bf86-1b023c63c6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:10.397165 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-aff6c552-959e-4f5a-8176-979e0380dee0 req-d000867f-5bc1-44a4-bf86-1b023c63c6fe service neutron] 10.222.0.42 "GET /v2.0/networks?id=6d0eb179-2c3f-4e51-8768-4cf203aef2f0 HTTP/1.1" status: 200 len: 920 time: 0.2515924 Jul 29 14:26:10.462647 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b64d5cda-ad87-42e0-90c5-3afc2bda1ba7 req-fe6f5f7c-73a2-4707-a425-862113862a42 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a0acfd1-26e6-4a1a-b50b-6d7dc1b17c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144216 Jul 29 14:26:10.464048 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-aff6c552-959e-4f5a-8176-979e0380dee0 req-f4fe32ef-da7f-49b0-b54c-2af468391b91 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e53bc76-fa29-4ab1-9414-78fa37c0f0e2 HTTP/1.1" status: 200 len: 217 time: 0.0528858 Jul 29 14:26:10.540619 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 34c6d893-9723-46cf-ad70-f6f3fd7d2270, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=34c6d893-9723-46cf-ad70-f6f3fd7d2270,segment=NetworkSegment(e4e9cef4-d88b-431d-840b-7cccd51c3f22),segment_id=e4e9cef4-d88b-431d-840b-7cccd51c3f22)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:26:10.550477 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6c552-959e-4f5a-8176-979e0380dee0 req-c232639a-51cc-42ca-a932-c4fc67650ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:10.555353 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-aff6c552-959e-4f5a-8176-979e0380dee0 req-c232639a-51cc-42ca-a932-c4fc67650ae5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71071247-be60-474f-b8b3-e493b3eca889 HTTP/1.1" status: 200 len: 859 time: 0.0828271 Jul 29 14:26:10.572625 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Returning: {'device': '34c6d893-9723-46cf-ad70-f6f3fd7d2270', 'network_id': '8ad5c676-7022-4ca1-916a-090985606ac2', 'port_id': '34c6d893-9723-46cf-ad70-f6f3fd7d2270', 'mac_address': 'fa:16:3e:35:38:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c598511-a412-4eaf-9907-d89943bea27b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:26:10.604821 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-aff6c552-959e-4f5a-8176-979e0380dee0 req-277e4007-3b72-48ce-a443-261f3789ba80 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d0eb179-2c3f-4e51-8768-4cf203aef2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397916 Jul 29 14:26:10.641418 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:10.675062 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c6d893-9723-46cf-ad70-f6f3fd7d2270 {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:26:10.703435 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 34c6d893-9723-46cf-ad70-f6f3fd7d2270, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=34c6d893-9723-46cf-ad70-f6f3fd7d2270,segment=NetworkSegment(e4e9cef4-d88b-431d-840b-7cccd51c3f22),segment_id=e4e9cef4-d88b-431d-840b-7cccd51c3f22)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:26:10.713788 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:10.771092 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=34c6d893-9723-46cf-ad70-f6f3fd7d2270,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:11.006677 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff5873-2a0a-4e65-870a-fd48fe59195d req-df2d9b05-2292-489d-824c-89a906bad3d0 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:11.008254 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-17ff5873-2a0a-4e65-870a-fd48fe59195d req-df2d9b05-2292-489d-824c-89a906bad3d0 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 945 time: 0.3485816 Jul 29 14:26:11.043356 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-aff6c552-959e-4f5a-8176-979e0380dee0 req-7286b190-92d9-4bfa-9276-4df58e520399 service neutron] 10.222.0.42 "GET /v2.0/networks/6d0eb179-2c3f-4e51-8768-4cf203aef2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278002 Jul 29 14:26:11.084447 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['34c6d893-9723-46cf-ad70-f6f3fd7d2270'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:26:11.093442 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-17ff5873-2a0a-4e65-870a-fd48fe59195d req-c5c7fd9f-60e1-4e04-94fd-4767af32375c tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704710 Jul 29 14:26:11.236549 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-aff6c552-959e-4f5a-8176-979e0380dee0 req-65e809f4-7d0b-4670-aa72-91170bd17b85 service neutron] 10.222.0.42 "GET /v2.0/networks/6d0eb179-2c3f-4e51-8768-4cf203aef2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814196 Jul 29 14:26:11.286503 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35f5f4-b1fa-4123-a850-baa7190767c3 req-dbe94018-015c-4b77-8dfe-52edf4e8d146 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:11.288956 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5c35f5f4-b1fa-4123-a850-baa7190767c3 req-dbe94018-015c-4b77-8dfe-52edf4e8d146 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0737522 Jul 29 14:26:11.359044 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5c35f5f4-b1fa-4123-a850-baa7190767c3 req-dd14ce3e-f7fd-49ef-908a-f6cbf94a8c0a tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588601 Jul 29 14:26:11.500887 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611664b7-d731-4e61-b906-33fc083a65ab req-1c95cf41-c8c3-4c26-821f-7cdf2a71c1f1 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:11.502557 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-611664b7-d731-4e61-b906-33fc083a65ab req-1c95cf41-c8c3-4c26-821f-7cdf2a71c1f1 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0771048 Jul 29 14:26:11.571442 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-611664b7-d731-4e61-b906-33fc083a65ab req-fb420e7a-0ec3-48c8-b08d-d543a610dc37 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619559 Jul 29 14:26:11.656020 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653a27a-bc13-408f-b37f-64e020c4080f req-91faa1b8-a700-420e-8c1a-876022160775 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:11.663365 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7653a27a-bc13-408f-b37f-64e020c4080f req-91faa1b8-a700-420e-8c1a-876022160775 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=24333c3c-ddc2-4660-95b3-edc0bed17c5f HTTP/1.1" status: 200 len: 945 time: 0.0708787 Jul 29 14:26:11.725076 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7653a27a-bc13-408f-b37f-64e020c4080f req-b010556d-5ccf-41f8-bc23-dcc07da66e67 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a0acfd1-26e6-4a1a-b50b-6d7dc1b17c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606408 Jul 29 14:26:11.998030 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80338d21-0a61-4c82-b32f-e9f79dcde7f8 req-dc6d8dcf-96ad-4ea1-8d40-73b97ef52552 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:12.001953 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-80338d21-0a61-4c82-b32f-e9f79dcde7f8 req-dc6d8dcf-96ad-4ea1-8d40-73b97ef52552 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=4291070a-7fa6-48ef-a290-ad399733ce27 HTTP/1.1" status: 200 len: 946 time: 0.0663855 Jul 29 14:26:12.056185 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-80338d21-0a61-4c82-b32f-e9f79dcde7f8 req-408c27ab-e3c4-4632-b07f-45febe32a933 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471978 Jul 29 14:26:12.219056 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34833baa-b0b2-44d9-bcaa-6b911988603f req-42dc08e8-1d64-475f-8de5-f0c0357b3cd3 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:12.226397 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-34833baa-b0b2-44d9-bcaa-6b911988603f req-42dc08e8-1d64-475f-8de5-f0c0357b3cd3 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 945 time: 0.0574098 Jul 29 14:26:12.266442 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-34833baa-b0b2-44d9-bcaa-6b911988603f req-b5a434d3-946f-4b93-8767-2b6304b934b0 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389752 Jul 29 14:26:12.336796 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 34c6d893-9723-46cf-ad70-f6f3fd7d2270 up at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:26:12.431232 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning for port 34c6d893-9723-46cf-ad70-f6f3fd7d2270 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:26:12.438986 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning complete for port 34c6d893-9723-46cf-ad70-f6f3fd7d2270 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:26:12.439877 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:12.555624 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0da5a4-7dd8-420c-aef4-8e195c1e690a req-ab5b6aa8-4f5e-4244-bb93-9df6f05fa04a tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:12.557044 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6b0da5a4-7dd8-420c-aef4-8e195c1e690a req-ab5b6aa8-4f5e-4244-bb93-9df6f05fa04a tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0734150 Jul 29 14:26:12.633422 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:12.638279 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6b0da5a4-7dd8-420c-aef4-8e195c1e690a req-63be2f93-c27b-44ad-8375-27af730deba3 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722330 Jul 29 14:26:12.672008 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24333c3c-ddc2-4660-95b3-edc0bed17c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c6d893-9723-46cf-ad70-f6f3fd7d2270'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:26:12.674349 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccb16db2f9a74c00367815e69fa446d7a78c69e07d65ec2c4e32efa5fc27a6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5234af3-f1f9-46df-805f-f5b0bf550388" -d '{"events": [{"server_uuid": "24333c3c-ddc2-4660-95b3-edc0bed17c5f", "name": "network-vif-plugged", "status": "completed", "tag": "34c6d893-9723-46cf-ad70-f6f3fd7d2270"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:26:12.689732 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 34c6d893-9723-46cf-ad70-f6f3fd7d2270, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=34c6d893-9723-46cf-ad70-f6f3fd7d2270,segment=NetworkSegment(e4e9cef4-d88b-431d-840b-7cccd51c3f22),segment_id=e4e9cef4-d88b-431d-840b-7cccd51c3f22)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:26:12.697568 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:12.699606 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 416131a4-7898-469d-89ef-592dc7aff334 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:26:12.739909 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03524fcd-e4e0-44f7-a9af-8859b89a152e req-8fbf37c0-cf07-4de1-9ecf-7c0b8e8cb766 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:12.747350 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-03524fcd-e4e0-44f7-a9af-8859b89a152e req-8fbf37c0-cf07-4de1-9ecf-7c0b8e8cb766 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0855954 Jul 29 14:26:12.764406 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a20911-c175-48b2-a22c-92c344129a2b x-openstack-request-id: req-97a20911-c175-48b2-a22c-92c344129a2b {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:26:12.764578 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24333c3c-ddc2-4660-95b3-edc0bed17c5f", "name": "network-vif-plugged", "status": "completed", "tag": "34c6d893-9723-46cf-ad70-f6f3fd7d2270", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:26:12.764840 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-97a20911-c175-48b2-a22c-92c344129a2b {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:26:12.765236 dv-cinder-802882-2-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24333c3c-ddc2-4660-95b3-edc0bed17c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c6d893-9723-46cf-ad70-f6f3fd7d2270', 'code': 200} Jul 29 14:26:12.772750 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] No Port match for: 416131a4-7898-469d-89ef-592dc7aff334 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:26:12.773106 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 416131a4-7898-469d-89ef-592dc7aff334 not bound to the agent host hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:26:12.812375 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-03524fcd-e4e0-44f7-a9af-8859b89a152e req-9bb5bdf7-cb99-472f-9c8b-358be11e5af9 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638127 Jul 29 14:26:12.857891 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=34c6d893-9723-46cf-ad70-f6f3fd7d2270,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:12.917950 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af45ced-4b5d-47d4-bf6e-a397c918ff0b req-ac5fb54f-d225-449d-91a9-4cccc96bb389 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:12.919119 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4af45ced-4b5d-47d4-bf6e-a397c918ff0b req-ac5fb54f-d225-449d-91a9-4cccc96bb389 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=24333c3c-ddc2-4660-95b3-edc0bed17c5f HTTP/1.1" status: 200 len: 946 time: 0.0799026 Jul 29 14:26:12.975765 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 58358) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:13.011657 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4af45ced-4b5d-47d4-bf6e-a397c918ff0b req-32658cc6-02d2-4eae-98f5-fa69d9080713 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a0acfd1-26e6-4a1a-b50b-6d7dc1b17c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823503 Jul 29 14:26:13.021624 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c43ca-3665-400c-a698-d3f0ca50c809 req-9f5c18b8-7b04-4178-9c8c-f80c7c8128c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:13.023280 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-404c43ca-3665-400c-a698-d3f0ca50c809 req-9f5c18b8-7b04-4178-9c8c-f80c7c8128c5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=24333c3c-ddc2-4660-95b3-edc0bed17c5f HTTP/1.1" status: 200 len: 1099 time: 0.0757155 Jul 29 14:26:13.070062 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-404c43ca-3665-400c-a698-d3f0ca50c809 req-b592a9dd-7b76-4a3e-822d-763035fca29d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1a0acfd1-26e6-4a1a-b50b-6d7dc1b17c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367181 Jul 29 14:26:13.186683 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dfcb5959-1ade-4e00-9a6b-39057335be6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:13.239949 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7c897-dc3f-41b5-8670-7ea7096d3a2b req-c5761a83-b27f-4a79-b73c-ac36fbc0fb0b tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:13.244669 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-31d7c897-dc3f-41b5-8670-7ea7096d3a2b req-c5761a83-b27f-4a79-b73c-ac36fbc0fb0b tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=4291070a-7fa6-48ef-a290-ad399733ce27 HTTP/1.1" status: 200 len: 946 time: 0.1151867 Jul 29 14:26:13.327184 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dfcb5959-1ade-4e00-9a6b-39057335be6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:13.347693 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-31d7c897-dc3f-41b5-8670-7ea7096d3a2b req-c83ddbf9-e16f-4351-b144-cca8a84e289b tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916731 Jul 29 14:26:13.348996 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dfcb5959-1ade-4e00-9a6b-39057335be6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:13.431643 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-dfcb5959-1ade-4e00-9a6b-39057335be6f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=863d685efcb84aa3a848bc54981673be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4510634 Jul 29 14:26:13.433833 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb5959-1ade-4e00-9a6b-39057335be6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a83318-52c5-402b-94e1-622fd7a6caf3,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:13.438129 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 58370) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:13.456459 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb5959-1ade-4e00-9a6b-39057335be6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:13.457103 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb5959-1ade-4e00-9a6b-39057335be6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:13.457610 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb5959-1ade-4e00-9a6b-39057335be6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:13.458119 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb5959-1ade-4e00-9a6b-39057335be6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:13.458612 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb5959-1ade-4e00-9a6b-39057335be6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:13.459103 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb5959-1ade-4e00-9a6b-39057335be6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:13.459590 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb5959-1ade-4e00-9a6b-39057335be6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:13.460163 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb5959-1ade-4e00-9a6b-39057335be6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:13.460655 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb5959-1ade-4e00-9a6b-39057335be6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:13.461137 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb5959-1ade-4e00-9a6b-39057335be6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:13.461618 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb5959-1ade-4e00-9a6b-39057335be6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:13.462131 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb5959-1ade-4e00-9a6b-39057335be6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:13.482911 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa09e82-9816-440f-83e3-73c7ebc297ad req-bf188f43-096c-4641-a0b9-cc2478de34b5 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:13.484754 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8aa09e82-9816-440f-83e3-73c7ebc297ad req-bf188f43-096c-4641-a0b9-cc2478de34b5 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 945 time: 0.0642045 Jul 29 14:26:13.537790 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dc21ef4a-4753-4993-8ec4-13671d5276c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:13.550599 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8aa09e82-9816-440f-83e3-73c7ebc297ad req-a6126166-110f-4637-8ea4-88c51c6bf6a0 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597293 Jul 29 14:26:13.571777 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dc21ef4a-4753-4993-8ec4-13671d5276c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:13.631550 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dc21ef4a-4753-4993-8ec4-13671d5276c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:13.634499 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dc21ef4a-4753-4993-8ec4-13671d5276c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:13.635791 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-dc21ef4a-4753-4993-8ec4-13671d5276c4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e8a83318-52c5-402b-94e1-622fd7a6caf3 HTTP/1.1" status: 204 len: 168 time: 0.1947274 Jul 29 14:26:13.645375 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21ef4a-4753-4993-8ec4-13671d5276c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a83318-52c5-402b-94e1-622fd7a6caf3,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:13.801844 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd4b4f-89b0-4d06-a77b-246dfd78077f req-5e2f2740-9377-4222-b376-a6aa90eb82b6 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:13.809779 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f4fd4b4f-89b0-4d06-a77b-246dfd78077f req-5e2f2740-9377-4222-b376-a6aa90eb82b6 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0679634 Jul 29 14:26:13.878113 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f4fd4b4f-89b0-4d06-a77b-246dfd78077f req-af183417-2933-4bb2-8954-e55ddfe217da tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520613 Jul 29 14:26:13.961824 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f39f53-483b-4479-8054-a0ff2f02d72a req-4810ab58-4086-40a9-b143-c4a659c8b9b7 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:13.964536 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-29f39f53-483b-4479-8054-a0ff2f02d72a req-4810ab58-4086-40a9-b143-c4a659c8b9b7 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0606012 Jul 29 14:26:14.012940 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-29f39f53-483b-4479-8054-a0ff2f02d72a req-0587ed3b-f4db-43d9-88dc-970a18421d37 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412204 Jul 29 14:26:14.054152 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 58384) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:14.079843 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8a7aaa46-4123-4ab0-a347-cef96d745cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:14.201745 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5b1d9-7190-4d62-9b56-d552bf1780b5 req-7812b9de-c674-40b0-ac6f-adeb66278156 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:14.210438 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-51a5b1d9-7190-4d62-9b56-d552bf1780b5 req-7812b9de-c674-40b0-ac6f-adeb66278156 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=24333c3c-ddc2-4660-95b3-edc0bed17c5f HTTP/1.1" status: 200 len: 946 time: 0.0816889 Jul 29 14:26:14.279822 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-51a5b1d9-7190-4d62-9b56-d552bf1780b5 req-6f0572a0-1fd6-4f02-a55f-aad8ff1d96bf tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a0acfd1-26e6-4a1a-b50b-6d7dc1b17c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681159 Jul 29 14:26:14.344634 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8a7aaa46-4123-4ab0-a347-cef96d745cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:14.355197 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8a7aaa46-4123-4ab0-a347-cef96d745cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:14.420544 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-8a7aaa46-4123-4ab0-a347-cef96d745cd8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b13036b4bcef485ab9f3bbfd597ddd94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3650894 Jul 29 14:26:14.422391 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7aaa46-4123-4ab0-a347-cef96d745cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26c39c3-a97a-4119-a58d-4d3f392855a2,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:14.426795 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 58398) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:14.584059 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f287d532-3ee0-4688-a78c-d4c209d91383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:14.626580 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c98ab-86d8-4238-9410-e782a3ed374a req-bf288b79-9286-4d78-8f79-5d75efe42074 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:14.628355 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cf8c98ab-86d8-4238-9410-e782a3ed374a req-bf288b79-9286-4d78-8f79-5d75efe42074 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=4291070a-7fa6-48ef-a290-ad399733ce27 HTTP/1.1" status: 200 len: 946 time: 0.1215065 Jul 29 14:26:14.653118 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f287d532-3ee0-4688-a78c-d4c209d91383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:14.854567 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c5590-4743-4247-a382-1fdfa3721cb3 req-08b27afe-877e-40d4-8280-628901bb0cfc tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:14.856697 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c15c5590-4743-4247-a382-1fdfa3721cb3 req-08b27afe-877e-40d4-8280-628901bb0cfc tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.42 "GET /v2.0/ports?device_id=4291070a-7fa6-48ef-a290-ad399733ce27 HTTP/1.1" status: 200 len: 946 time: 0.2231097 Jul 29 14:26:14.865176 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cf8c98ab-86d8-4238-9410-e782a3ed374a req-a044bba4-f3ec-4dd4-9adf-8c06b746e7cc tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/security-groups?id=39176f5b-d1c3-46b9-82b3-bd012385b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071753 Jul 29 14:26:14.922142 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7761f-fcb4-4a0d-b335-f1d506a36f80 req-fb713246-91aa-4843-9008-2ca655578c8e tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:14.924600 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1cf7761f-fcb4-4a0d-b335-f1d506a36f80 req-fb713246-91aa-4843-9008-2ca655578c8e tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 945 time: 0.1780105 Jul 29 14:26:14.929422 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f287d532-3ee0-4688-a78c-d4c209d91383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:14.932901 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f287d532-3ee0-4688-a78c-d4c209d91383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:14.938163 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-f287d532-3ee0-4688-a78c-d4c209d91383 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e26c39c3-a97a-4119-a58d-4d3f392855a2 HTTP/1.1" status: 204 len: 168 time: 0.5067430 Jul 29 14:26:14.966726 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287d532-3ee0-4688-a78c-d4c209d91383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26c39c3-a97a-4119-a58d-4d3f392855a2,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:15.165749 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1cf7761f-fcb4-4a0d-b335-f1d506a36f80 req-f447fd73-ce48-4075-906e-e96ba597ccd2 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084224 Jul 29 14:26:15.225726 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5f737-04bf-4d9e-9e2d-38b892314ce9 req-cede0017-f515-4018-8a17-096d8f927f8e tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:15.227701 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4bc5f737-04bf-4d9e-9e2d-38b892314ce9 req-cede0017-f515-4018-8a17-096d8f927f8e tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.2481320 Jul 29 14:26:15.238396 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-c15c5590-4743-4247-a382-1fdfa3721cb3 req-66f61572-6af9-4eb7-8751-64438319a756 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Deleting port b06e061d-abe8-4fe6-b34b-158c977cc7f7 {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:26:15.239062 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c15c5590-4743-4247-a382-1fdfa3721cb3 req-66f61572-6af9-4eb7-8751-64438319a756 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:15.338592 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4bc5f737-04bf-4d9e-9e2d-38b892314ce9 req-a6c68292-2e32-4e9c-adb2-1a78fe454b64 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827959 Jul 29 14:26:15.389532 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-c15c5590-4743-4247-a382-1fdfa3721cb3 req-66f61572-6af9-4eb7-8751-64438319a756 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] For port b06e061d-abe8-4fe6-b34b-158c977cc7f7, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=b06e061d-abe8-4fe6-b34b-158c977cc7f7,segment=NetworkSegment(b03b25ab-3830-4437-9930-58c769ecf5b6),segment_id=b03b25ab-3830-4437-9930-58c769ecf5b6)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:26:15.390577 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c15c5590-4743-4247-a382-1fdfa3721cb3 req-66f61572-6af9-4eb7-8751-64438319a756 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:15.407844 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-c15c5590-4743-4247-a382-1fdfa3721cb3 req-66f61572-6af9-4eb7-8751-64438319a756 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Calling delete_port for b06e061d-abe8-4fe6-b34b-158c977cc7f7 owned by compute:nova {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:26:15.558231 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc09a8d-d743-450b-88b3-787d2a62f61b req-a0332180-28a9-499e-9d13-53ca74b4b8df tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:15.559675 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8fc09a8d-d743-450b-88b3-787d2a62f61b req-a0332180-28a9-499e-9d13-53ca74b4b8df tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=24333c3c-ddc2-4660-95b3-edc0bed17c5f HTTP/1.1" status: 200 len: 946 time: 0.1102409 Jul 29 14:26:15.641007 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8fc09a8d-d743-450b-88b3-787d2a62f61b req-45d5a8cd-07e5-47ef-a426-06f3a75fd24e tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a0acfd1-26e6-4a1a-b50b-6d7dc1b17c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660176 Jul 29 14:26:15.652004 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c15c5590-4743-4247-a382-1fdfa3721cb3 req-66f61572-6af9-4eb7-8751-64438319a756 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:15.665988 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['b06e061d-abe8-4fe6-b34b-158c977cc7f7'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:26:15.700517 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f61572-6af9-4eb7-8751-64438319a756 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Pushing event deleted for resources: {'Port': ['ID=b06e061d-abe8-4fe6-b34b-158c977cc7f7,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:15.794160 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15c5590-4743-4247-a382-1fdfa3721cb3 req-66f61572-6af9-4eb7-8751-64438319a756 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] No DVR routers for this DVR port b06e061d-abe8-4fe6-b34b-158c977cc7f7 on host hv-cinder-80288 {{(pid=93047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:26:15.798911 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-c15c5590-4743-4247-a382-1fdfa3721cb3 req-66f61572-6af9-4eb7-8751-64438319a756 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:15.801542 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c15c5590-4743-4247-a382-1fdfa3721cb3 req-66f61572-6af9-4eb7-8751-64438319a756 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.42 "DELETE /v2.0/ports/b06e061d-abe8-4fe6-b34b-158c977cc7f7 HTTP/1.1" status: 204 len: 173 time: 0.9335680 Jul 29 14:26:15.802279 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4291070a-7fa6-48ef-a290-ad399733ce27', 'name': 'network-vif-deleted', 'tag': 'b06e061d-abe8-4fe6-b34b-158c977cc7f7'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:26:15.804928 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d29991c668386e200e1a1994fca063bc4f2dc54aaad28d0a971c904e1588ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c4d3b2-1ead-4e78-ab7d-bdb9d6ff714b" -d '{"events": [{"server_uuid": "4291070a-7fa6-48ef-a290-ad399733ce27", "name": "network-vif-deleted", "tag": "b06e061d-abe8-4fe6-b34b-158c977cc7f7"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:26:15.849666 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700a4e52-454a-4687-baab-02eacaa4842b x-openstack-request-id: req-700a4e52-454a-4687-baab-02eacaa4842b {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:26:15.850677 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4291070a-7fa6-48ef-a290-ad399733ce27", "name": "network-vif-deleted", "tag": "b06e061d-abe8-4fe6-b34b-158c977cc7f7", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:26:15.851150 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-700a4e52-454a-4687-baab-02eacaa4842b {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:26:15.851757 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4291070a-7fa6-48ef-a290-ad399733ce27', 'name': 'network-vif-deleted', 'tag': 'b06e061d-abe8-4fe6-b34b-158c977cc7f7', 'status': 'completed', 'code': 200} Jul 29 14:26:16.029103 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-01898777-91e0-4287-b1a8-fe78cd1ef90d req-b29a6235-a849-431e-85d6-09a3b3916631 tempest-AttachVolumeNegativeTest-948320980 tempest-AttachVolumeNegativeTest-948320980-project] 10.222.0.44 "GET /v2.0/ports?device_id=4291070a-7fa6-48ef-a290-ad399733ce27 HTTP/1.1" status: 200 len: 210 time: 0.0385349 Jul 29 14:26:16.353345 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90e1bb-93f0-4d9a-8b14-ab1547dd20b5 req-da33e088-f140-4503-9b79-3ab3774c8a84 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:16.355069 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-df90e1bb-93f0-4d9a-8b14-ab1547dd20b5 req-da33e088-f140-4503-9b79-3ab3774c8a84 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 945 time: 0.0667810 Jul 29 14:26:16.406282 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-df90e1bb-93f0-4d9a-8b14-ab1547dd20b5 req-b4000331-341b-4450-b63c-c1114603cd76 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442464 Jul 29 14:26:16.512991 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182604b9-2459-4b71-bb6b-d1728a1d735d req-067b050f-8d5e-4783-8b3e-8d591a76ccc9 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:16.514654 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-182604b9-2459-4b71-bb6b-d1728a1d735d req-067b050f-8d5e-4783-8b3e-8d591a76ccc9 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0829563 Jul 29 14:26:16.560015 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-182604b9-2459-4b71-bb6b-d1728a1d735d req-dcf9a6ad-bc91-49db-8664-41efe82920e0 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389109 Jul 29 14:26:17.121901 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 58486) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:17.188768 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd0a8209-c76c-4de4-be8b-d66676d84555 admin admin] Deleting subnet 7cc3d8ce-88cb-4c2e-acf9-3ec507020a22 {{(pid=93047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:26:17.194521 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-dd0a8209-c76c-4de4-be8b-d66676d84555 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:17.241969 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-dd0a8209-c76c-4de4-be8b-d66676d84555 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3079124'] for subnet, precommit_delete_associations {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:17.293475 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-dd0a8209-c76c-4de4-be8b-d66676d84555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773198'] for subnet, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:17.391237 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-dd0a8209-c76c-4de4-be8b-d66676d84555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58905770'] for subnet, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:17.428622 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a8209-c76c-4de4-be8b-d66676d84555 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cc3d8ce-88cb-4c2e-acf9-3ec507020a22,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:17.430686 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-dd0a8209-c76c-4de4-be8b-d66676d84555 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:17.432568 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-dd0a8209-c76c-4de4-be8b-d66676d84555 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7cc3d8ce-88cb-4c2e-acf9-3ec507020a22 HTTP/1.1" status: 204 len: 168 time: 0.3094952 Jul 29 14:26:17.435207 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 58496) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:17.621081 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-551f756f-2bce-411a-be08-1f4639c99ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653895'] for network, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:17.623228 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75ca87-013d-4b92-81b2-2e31ab113f3d req-bd435284-d65a-4dda-b611-5c2230c7aabe tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:17.626397 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bf75ca87-013d-4b92-81b2-2e31ab113f3d req-bd435284-d65a-4dda-b611-5c2230c7aabe tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 945 time: 0.0823767 Jul 29 14:26:17.692624 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bf75ca87-013d-4b92-81b2-2e31ab113f3d req-ef55331c-9ed3-45fe-99a8-5fd0ac404c86 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598130 Jul 29 14:26:17.768818 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b95ad8-8406-45aa-ab45-e24881ccde33 req-835b3cee-182d-44d7-bfe0-68ac36f13ba3 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:17.779023 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e6b95ad8-8406-45aa-ab45-e24881ccde33 req-835b3cee-182d-44d7-bfe0-68ac36f13ba3 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.1024609 Jul 29 14:26:17.837793 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e6b95ad8-8406-45aa-ab45-e24881ccde33 req-11396714-3ca7-43ac-85b8-3be5b0b48847 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573676 Jul 29 14:26:17.838140 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-551f756f-2bce-411a-be08-1f4639c99ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770265', 'neutron.services.segments.db._delete_segments_for_network-8774390517041'] for network, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:17.852636 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-551f756f-2bce-411a-be08-1f4639c99ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4aefee-5518-43ab-b349-b6284cfd9b1b']}} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:17.864424 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-551f756f-2bce-411a-be08-1f4639c99ba3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b03b25ab-3830-4437-9930-58c769ecf5b6') {'for_net_delete': True} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:17.865099 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-551f756f-2bce-411a-be08-1f4639c99ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b03b25ab-3830-4437-9930-58c769ecf5b6') {} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:17.868063 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 58508) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:17.878508 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-551f756f-2bce-411a-be08-1f4639c99ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774390517562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2928365'] for segment, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:17.907296 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-551f756f-2bce-411a-be08-1f4639c99ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:17.930812 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-551f756f-2bce-411a-be08-1f4639c99ba3 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=93046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:26:17.931759 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-551f756f-2bce-411a-be08-1f4639c99ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972648'] for segment, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:17.935012 dv-cinder-802882-2-iscsi neutron-server[93046]: Traceback (most recent call last): Jul 29 14:26:17.935012 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:26:17.935012 dv-cinder-802882-2-iscsi neutron-server[93046]: timer() Jul 29 14:26:17.935012 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:26:17.935012 dv-cinder-802882-2-iscsi neutron-server[93046]: cb(*args, **kw) Jul 29 14:26:17.935012 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:26:17.935012 dv-cinder-802882-2-iscsi neutron-server[93046]: return func(*args, **kwargs) Jul 29 14:26:17.935012 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:26:17.935012 dv-cinder-802882-2-iscsi neutron-server[93046]: self._notify() Jul 29 14:26:17.935012 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:26:17.935012 dv-cinder-802882-2-iscsi neutron-server[93046]: self.callback(batched_events) Jul 29 14:26:17.935012 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:26:17.935012 dv-cinder-802882-2-iscsi neutron-server[93046]: event.method(event) Jul 29 14:26:17.935012 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:26:17.935012 dv-cinder-802882-2-iscsi neutron-server[93046]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:26:17.935012 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:26:17.935012 dv-cinder-802882-2-iscsi neutron-server[93046]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:26:17.935012 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:26:17.935012 dv-cinder-802882-2-iscsi neutron-server[93046]: return f(self, *a, **k) Jul 29 14:26:17.935012 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:26:17.935012 dv-cinder-802882-2-iscsi neutron-server[93046]: return self._get(url).json() Jul 29 14:26:17.935012 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:26:17.935012 dv-cinder-802882-2-iscsi neutron-server[93046]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:26:17.935012 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:26:17.935012 dv-cinder-802882-2-iscsi neutron-server[93046]: return self.request(url, 'GET', **kwargs) Jul 29 14:26:17.935012 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:26:17.935012 dv-cinder-802882-2-iscsi neutron-server[93046]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:26:17.935012 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:26:17.935012 dv-cinder-802882-2-iscsi neutron-server[93046]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:26:17.935012 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:26:17.935012 dv-cinder-802882-2-iscsi neutron-server[93046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:26:17.935012 dv-cinder-802882-2-iscsi neutron-server[93046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:26:18.025244 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d3608f2a-ad48-47e2-b101-e44c5ca0440d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:18.073292 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-551f756f-2bce-411a-be08-1f4639c99ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744631'] for network, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:18.082749 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-551f756f-2bce-411a-be08-1f4639c99ba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:18.089487 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-551f756f-2bce-411a-be08-1f4639c99ba3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ba4aefee-5518-43ab-b349-b6284cfd9b1b HTTP/1.1" status: 204 len: 168 time: 0.6532290 Jul 29 14:26:18.110027 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f756f-2bce-411a-be08-1f4639c99ba3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba4aefee-5518-43ab-b349-b6284cfd9b1b,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:18.206196 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d3608f2a-ad48-47e2-b101-e44c5ca0440d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:18.212741 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d3608f2a-ad48-47e2-b101-e44c5ca0440d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:18.263984 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-d3608f2a-ad48-47e2-b101-e44c5ca0440d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=11c97a8f53af4809b54ab6e1b931eddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3947170 Jul 29 14:26:18.265194 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3608f2a-ad48-47e2-b101-e44c5ca0440d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c04f14b-958c-4fe0-a248-9623a3ec1313,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:18.268855 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 58520) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:18.285601 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 58522) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:18.337283 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 58524) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:18.338406 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-710dd32f-325b-4293-81df-4f6429cfd24e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ec8ec9dd4084494db38fa371530d0d43&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0513775 Jul 29 14:26:18.362005 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-66693cfa-e3aa-47fe-a3a6-78a6b66a6e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:18.394436 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device b06e061d-abe8-4fe6-b34b-158c977cc7f7 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:26:18.423453 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] No Port match for: b06e061d-abe8-4fe6-b34b-158c977cc7f7 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:26:18.424057 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device b06e061d-abe8-4fe6-b34b-158c977cc7f7 not bound to the agent host hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:26:18.440123 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-66693cfa-e3aa-47fe-a3a6-78a6b66a6e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:18.494579 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-25037c3d-e9ac-42d3-9586-f865dbd33290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:18.522341 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-25037c3d-e9ac-42d3-9586-f865dbd33290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:18.539152 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-66693cfa-e3aa-47fe-a3a6-78a6b66a6e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:18.541774 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-66693cfa-e3aa-47fe-a3a6-78a6b66a6e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:18.546696 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-66693cfa-e3aa-47fe-a3a6-78a6b66a6e35 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0c04f14b-958c-4fe0-a248-9623a3ec1313 HTTP/1.1" status: 204 len: 168 time: 0.2720852 Jul 29 14:26:18.568788 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66693cfa-e3aa-47fe-a3a6-78a6b66a6e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c04f14b-958c-4fe0-a248-9623a3ec1313,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:18.603445 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-25037c3d-e9ac-42d3-9586-f865dbd33290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:18.612932 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-25037c3d-e9ac-42d3-9586-f865dbd33290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:18.614087 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-25037c3d-e9ac-42d3-9586-f865dbd33290 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/39176f5b-d1c3-46b9-82b3-bd012385b9e9 HTTP/1.1" status: 204 len: 168 time: 0.2750516 Jul 29 14:26:18.645331 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25037c3d-e9ac-42d3-9586-f865dbd33290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39176f5b-d1c3-46b9-82b3-bd012385b9e9,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:18.886713 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce3f8e-28b8-4c40-9f9c-632dfc04b6d8 req-f59ec2a8-9915-471b-ab96-9976b8ae051b tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:18.897258 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-adce3f8e-28b8-4c40-9f9c-632dfc04b6d8 req-f59ec2a8-9915-471b-ab96-9976b8ae051b tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 945 time: 0.1053910 Jul 29 14:26:18.933841 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-adce3f8e-28b8-4c40-9f9c-632dfc04b6d8 req-873d0b18-6212-4d27-a7bb-ff873fe3774f tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352430 Jul 29 14:26:19.026971 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39027019-0804-46d5-8c90-7e61834d9d91 req-53819bd6-e6c5-4ce4-acbb-dddc0039abf7 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:19.029055 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-39027019-0804-46d5-8c90-7e61834d9d91 req-53819bd6-e6c5-4ce4-acbb-dddc0039abf7 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0864441 Jul 29 14:26:19.106993 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 58550) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:19.107277 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-39027019-0804-46d5-8c90-7e61834d9d91 req-5cf64583-0bcc-41e1-acc7-ace5ca7c5b00 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658851 Jul 29 14:26:19.127317 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-da0d6f82-1850-43fb-8cc1-cd3d7b03ba6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:19.245950 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-da0d6f82-1850-43fb-8cc1-cd3d7b03ba6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:19.252115 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-da0d6f82-1850-43fb-8cc1-cd3d7b03ba6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:19.282742 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-da0d6f82-1850-43fb-8cc1-cd3d7b03ba6c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b4648b38e6724f37ab0b49e42e4f2f83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1744692 Jul 29 14:26:19.285536 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 58558) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:19.306746 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d6f82-1850-43fb-8cc1-cd3d7b03ba6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b78b7a-65ee-4972-a407-6b13d542ff6c,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:19.406802 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6bfa5de4-d35c-4444-a596-50375f88ce28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:19.446802 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6bfa5de4-d35c-4444-a596-50375f88ce28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:19.539866 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6bfa5de4-d35c-4444-a596-50375f88ce28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:19.547910 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6bfa5de4-d35c-4444-a596-50375f88ce28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:19.550379 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-6bfa5de4-d35c-4444-a596-50375f88ce28 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/25b78b7a-65ee-4972-a407-6b13d542ff6c HTTP/1.1" status: 204 len: 168 time: 0.2635844 Jul 29 14:26:19.564166 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa5de4-d35c-4444-a596-50375f88ce28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b78b7a-65ee-4972-a407-6b13d542ff6c,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:19.757171 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821753a-7ec1-4e0f-b7f8-8dcb189ac2cf req-1dedfe5f-b137-4e37-bebd-3bac2f942731 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:19.759379 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7821753a-7ec1-4e0f-b7f8-8dcb189ac2cf req-1dedfe5f-b137-4e37-bebd-3bac2f942731 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.1034925 Jul 29 14:26:19.855599 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7821753a-7ec1-4e0f-b7f8-8dcb189ac2cf req-b000be84-8f84-4220-a83e-f44dd3df5fa0 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871911 Jul 29 14:26:20.164219 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd28d79-2ff3-4b48-b4fb-fde74b9ecb65 req-a5646868-64ab-41bf-8c9e-ed857ff79f63 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:20.169593 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4dd28d79-2ff3-4b48-b4fb-fde74b9ecb65 req-a5646868-64ab-41bf-8c9e-ed857ff79f63 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 945 time: 0.1273332 Jul 29 14:26:20.253143 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4dd28d79-2ff3-4b48-b4fb-fde74b9ecb65 req-5d933826-a059-47f5-b9e2-8094bbfb4ddc tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755324 Jul 29 14:26:20.322410 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ee6c5-5857-4701-9c83-d731ef741b0e req-1dbe7628-e2dc-44af-9f0b-eb25abd6189c tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:20.324427 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8c3ee6c5-5857-4701-9c83-d731ef741b0e req-1dbe7628-e2dc-44af-9f0b-eb25abd6189c tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0700674 Jul 29 14:26:20.382453 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8c3ee6c5-5857-4701-9c83-d731ef741b0e req-5a68296b-f967-44ef-8998-2be9314184fe tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473149 Jul 29 14:26:20.413430 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device bc3c8625-9b45-4092-a832-b91a030a5ed2 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:26:20.535096 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port bc3c8625-9b45-4092-a832-b91a030a5ed2, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=bc3c8625-9b45-4092-a832-b91a030a5ed2,segment=NetworkSegment(2a3c3cb3-1d3e-4c59-bff4-f754839f2eca),segment_id=2a3c3cb3-1d3e-4c59-bff4-f754839f2eca)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:26:20.549582 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Returning: {'device': 'bc3c8625-9b45-4092-a832-b91a030a5ed2', 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628', 'port_id': 'bc3c8625-9b45-4092-a832-b91a030a5ed2', 'mac_address': 'fa:16:3e:05:b6:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:26:20.601932 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:20.618600 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc3c8625-9b45-4092-a832-b91a030a5ed2 {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:26:20.648398 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port bc3c8625-9b45-4092-a832-b91a030a5ed2, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=bc3c8625-9b45-4092-a832-b91a030a5ed2,segment=NetworkSegment(2a3c3cb3-1d3e-4c59-bff4-f754839f2eca),segment_id=2a3c3cb3-1d3e-4c59-bff4-f754839f2eca)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:26:20.652738 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:20.772045 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=bc3c8625-9b45-4092-a832-b91a030a5ed2,revision_number=6']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:20.841891 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['bc3c8625-9b45-4092-a832-b91a030a5ed2'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:26:21.048308 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2963f6-a42b-4b58-b00a-e58a67370b1a req-91b2286b-b8e0-4080-9747-f83e408bc67f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:21.056238 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3a2963f6-a42b-4b58-b00a-e58a67370b1a req-91b2286b-b8e0-4080-9747-f83e408bc67f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.0958874 Jul 29 14:26:21.113383 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3a2963f6-a42b-4b58-b00a-e58a67370b1a req-9f0d063f-c6d9-4471-94ec-70faa5a0d040 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562234 Jul 29 14:26:21.467239 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382f03d-1e16-444a-bc89-41e0fced8a11 req-13639696-8fef-4d3b-ad7e-f8a7b72b67c5 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:21.469580 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0382f03d-1e16-444a-bc89-41e0fced8a11 req-13639696-8fef-4d3b-ad7e-f8a7b72b67c5 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 944 time: 0.1192555 Jul 29 14:26:21.582556 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0382f03d-1e16-444a-bc89-41e0fced8a11 req-461aa5d9-efd3-444b-8fa4-69fc093a8ec4 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039412 Jul 29 14:26:21.615968 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964449d-38fb-4264-87a2-324e554df10f req-a10876a1-8ed7-4433-84a9-2536e2cc1add tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:21.617558 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1964449d-38fb-4264-87a2-324e554df10f req-a10876a1-8ed7-4433-84a9-2536e2cc1add tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.1056573 Jul 29 14:26:21.692544 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1964449d-38fb-4264-87a2-324e554df10f req-87fd23eb-fdcf-4891-a4f2-fcccd9f4c21a tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586379 Jul 29 14:26:21.915757 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 58676) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:22.107070 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5d14c66c-ec06-4f18-8355-58abbe873d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:22.215309 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5d14c66c-ec06-4f18-8355-58abbe873d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:22.222708 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5d14c66c-ec06-4f18-8355-58abbe873d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:22.270799 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14c66c-ec06-4f18-8355-58abbe873d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea2dcd3-ab49-428c-9ef3-55c8b46059b8,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:22.317687 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-5d14c66c-ec06-4f18-8355-58abbe873d32 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=89589cea2e594f12a188d8514a0709be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4001250 Jul 29 14:26:22.319514 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 58696) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:22.340969 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd8778-edab-4a63-bdec-a13e5327bb18 req-8f952aca-4038-48c7-bed6-f02b4d2dba60 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:22.342758 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-06dd8778-edab-4a63-bdec-a13e5327bb18 req-8f952aca-4038-48c7-bed6-f02b4d2dba60 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.1002154 Jul 29 14:26:22.407990 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-06dd8778-edab-4a63-bdec-a13e5327bb18 req-6caae00b-0bc7-41ba-985b-0ca9d6a5af65 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562439 Jul 29 14:26:22.413404 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device bc3c8625-9b45-4092-a832-b91a030a5ed2 up at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:26:22.433399 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7b0f87de-c0f2-4b17-811b-bcdc8ec1d5bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:22.473824 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7b0f87de-c0f2-4b17-811b-bcdc8ec1d5bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:22.492987 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning complete for port bc3c8625-9b45-4092-a832-b91a030a5ed2 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:26:22.493627 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:22.537433 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7b0f87de-c0f2-4b17-811b-bcdc8ec1d5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:22.547729 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7b0f87de-c0f2-4b17-811b-bcdc8ec1d5bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:22.549235 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-7b0f87de-c0f2-4b17-811b-bcdc8ec1d5bf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1ea2dcd3-ab49-428c-9ef3-55c8b46059b8 HTTP/1.1" status: 204 len: 168 time: 0.2275810 Jul 29 14:26:22.581073 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f87de-c0f2-4b17-811b-bcdc8ec1d5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea2dcd3-ab49-428c-9ef3-55c8b46059b8,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:22.664909 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:22.712795 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port bc3c8625-9b45-4092-a832-b91a030a5ed2, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=bc3c8625-9b45-4092-a832-b91a030a5ed2,segment=NetworkSegment(2a3c3cb3-1d3e-4c59-bff4-f754839f2eca),segment_id=2a3c3cb3-1d3e-4c59-bff4-f754839f2eca)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:26:22.714193 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01db94d4-e648-4291-bc95-804315620a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3c8625-9b45-4092-a832-b91a030a5ed2'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:26:22.716828 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccb16db2f9a74c00367815e69fa446d7a78c69e07d65ec2c4e32efa5fc27a6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1264e8-7cc5-4d42-a476-011069a40e5b" -d '{"events": [{"server_uuid": "01db94d4-e648-4291-bc95-804315620a2e", "name": "network-vif-plugged", "status": "completed", "tag": "bc3c8625-9b45-4092-a832-b91a030a5ed2"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:26:22.733616 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:22.760873 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2dd6f-7b89-4ff2-9173-a37c53ab7231 req-e7490b27-33f7-4666-9a9d-1f09568ca197 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:22.787493 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-baa2dd6f-7b89-4ff2-9173-a37c53ab7231 req-e7490b27-33f7-4666-9a9d-1f09568ca197 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 944 time: 0.1141372 Jul 29 14:26:22.791641 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e8206a-bf29-47fe-9046-c8abb508f449 x-openstack-request-id: req-88e8206a-bf29-47fe-9046-c8abb508f449 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:26:22.791933 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01db94d4-e648-4291-bc95-804315620a2e", "name": "network-vif-plugged", "status": "completed", "tag": "bc3c8625-9b45-4092-a832-b91a030a5ed2", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:26:22.792187 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-88e8206a-bf29-47fe-9046-c8abb508f449 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:26:22.792590 dv-cinder-802882-2-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01db94d4-e648-4291-bc95-804315620a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3c8625-9b45-4092-a832-b91a030a5ed2', 'code': 200} Jul 29 14:26:22.886875 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=bc3c8625-9b45-4092-a832-b91a030a5ed2,revision_number=7']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:22.916381 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-baa2dd6f-7b89-4ff2-9173-a37c53ab7231 req-533d309b-0c4b-422b-b55a-1833b042ee17 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276810 Jul 29 14:26:23.002440 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ca763-2351-4d78-9cfd-c3f49ad7af5c req-12143f1b-a9ba-4aad-b04f-e82bbff220c8 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:23.010181 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-887ca763-2351-4d78-9cfd-c3f49ad7af5c req-12143f1b-a9ba-4aad-b04f-e82bbff220c8 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0804424 Jul 29 14:26:23.081061 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-887ca763-2351-4d78-9cfd-c3f49ad7af5c req-f236b819-041d-47ac-a513-49dbccf2de8b tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648119 Jul 29 14:26:23.231348 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029828ef-b6a6-44ff-8705-cafbc15f0526 req-589bc4d9-ba88-48de-8121-a58391f54626 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:23.235595 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-029828ef-b6a6-44ff-8705-cafbc15f0526 req-589bc4d9-ba88-48de-8121-a58391f54626 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.42 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.1363959 Jul 29 14:26:23.240776 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 58742) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:23.271395 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-484aa500-b83c-437e-9f6d-1c7699c83624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:23.425802 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-029828ef-b6a6-44ff-8705-cafbc15f0526 req-5637c54a-0ad1-4c85-a038-51f161b9e459 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Deleting port 920a97ad-2bff-414a-a723-d48bccfd98dd {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:26:23.426261 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-029828ef-b6a6-44ff-8705-cafbc15f0526 req-5637c54a-0ad1-4c85-a038-51f161b9e459 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:23.552529 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-484aa500-b83c-437e-9f6d-1c7699c83624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:23.569757 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-484aa500-b83c-437e-9f6d-1c7699c83624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:23.616421 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-029828ef-b6a6-44ff-8705-cafbc15f0526 req-5637c54a-0ad1-4c85-a038-51f161b9e459 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] For port 920a97ad-2bff-414a-a723-d48bccfd98dd, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=920a97ad-2bff-414a-a723-d48bccfd98dd,segment=NetworkSegment(835fc5e6-f12e-4899-9ab3-61fab492cf37),segment_id=835fc5e6-f12e-4899-9ab3-61fab492cf37)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:26:23.616421 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-029828ef-b6a6-44ff-8705-cafbc15f0526 req-5637c54a-0ad1-4c85-a038-51f161b9e459 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:23.647079 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484aa500-b83c-437e-9f6d-1c7699c83624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33928582-725f-42c5-93d6-6a7993b79b88,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:23.658271 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-484aa500-b83c-437e-9f6d-1c7699c83624 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e43f1802e8684efbbc62dddafb04ba88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4132619 Jul 29 14:26:23.658271 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-029828ef-b6a6-44ff-8705-cafbc15f0526 req-5637c54a-0ad1-4c85-a038-51f161b9e459 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Calling delete_port for 920a97ad-2bff-414a-a723-d48bccfd98dd owned by compute:nova {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:26:23.658865 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 58746) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:23.667184 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9eb453-6af6-4054-ab89-85cad620e6fe req-cbb7e17c-4670-4f9d-9d19-b51c510098f5 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:23.676804 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3f9eb453-6af6-4054-ab89-85cad620e6fe req-cbb7e17c-4670-4f9d-9d19-b51c510098f5 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 945 time: 0.1709418 Jul 29 14:26:23.704973 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484aa500-b83c-437e-9f6d-1c7699c83624 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:23.705331 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484aa500-b83c-437e-9f6d-1c7699c83624 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:23.705678 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484aa500-b83c-437e-9f6d-1c7699c83624 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:23.706320 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484aa500-b83c-437e-9f6d-1c7699c83624 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:23.707035 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484aa500-b83c-437e-9f6d-1c7699c83624 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:23.707387 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484aa500-b83c-437e-9f6d-1c7699c83624 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:23.707720 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484aa500-b83c-437e-9f6d-1c7699c83624 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:23.714533 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484aa500-b83c-437e-9f6d-1c7699c83624 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:23.714875 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484aa500-b83c-437e-9f6d-1c7699c83624 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:23.715212 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484aa500-b83c-437e-9f6d-1c7699c83624 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:23.715546 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484aa500-b83c-437e-9f6d-1c7699c83624 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:23.715875 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484aa500-b83c-437e-9f6d-1c7699c83624 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:23.740171 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-016d5c82-f8c0-4525-8a24-db273a076ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:23.768384 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-016d5c82-f8c0-4525-8a24-db273a076ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:23.798596 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3f9eb453-6af6-4054-ab89-85cad620e6fe req-876b0d20-be99-4bdd-baa6-3917658a000f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208203 Jul 29 14:26:23.845482 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-016d5c82-f8c0-4525-8a24-db273a076ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:23.848566 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-016d5c82-f8c0-4525-8a24-db273a076ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:23.852528 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-016d5c82-f8c0-4525-8a24-db273a076ca7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/33928582-725f-42c5-93d6-6a7993b79b88 HTTP/1.1" status: 204 len: 168 time: 0.1920760 Jul 29 14:26:23.867603 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d5c82-f8c0-4525-8a24-db273a076ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33928582-725f-42c5-93d6-6a7993b79b88,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:23.939009 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-029828ef-b6a6-44ff-8705-cafbc15f0526 req-5637c54a-0ad1-4c85-a038-51f161b9e459 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:23.951362 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['920a97ad-2bff-414a-a723-d48bccfd98dd', '3e53bc76-fa29-4ab1-9414-78fa37c0f0e2'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:26:24.004349 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637c54a-0ad1-4c85-a038-51f161b9e459 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Pushing event deleted for resources: {'Port': ['ID=920a97ad-2bff-414a-a723-d48bccfd98dd,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:24.145550 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-029828ef-b6a6-44ff-8705-cafbc15f0526 req-5637c54a-0ad1-4c85-a038-51f161b9e459 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] No DVR routers for this DVR port 920a97ad-2bff-414a-a723-d48bccfd98dd on host hv-cinder-80288 {{(pid=93047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:26:24.161233 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-029828ef-b6a6-44ff-8705-cafbc15f0526 req-5637c54a-0ad1-4c85-a038-51f161b9e459 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:24.164439 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-029828ef-b6a6-44ff-8705-cafbc15f0526 req-5637c54a-0ad1-4c85-a038-51f161b9e459 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.42 "DELETE /v2.0/ports/920a97ad-2bff-414a-a723-d48bccfd98dd HTTP/1.1" status: 204 len: 173 time: 0.9108407 Jul 29 14:26:24.164947 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8', 'name': 'network-vif-deleted', 'tag': '920a97ad-2bff-414a-a723-d48bccfd98dd'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:26:24.184211 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d29991c668386e200e1a1994fca063bc4f2dc54aaad28d0a971c904e1588ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227ec4c8-3b69-4b04-9b82-8f968035d379" -d '{"events": [{"server_uuid": "11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8", "name": "network-vif-deleted", "tag": "920a97ad-2bff-414a-a723-d48bccfd98dd"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:26:24.213260 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acaac9f-c749-4f6b-a004-8c2e78deaad2 req-3f890dbf-7ed7-4783-97cd-4460bb73362f tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:24.225069 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0acaac9f-c749-4f6b-a004-8c2e78deaad2 req-3f890dbf-7ed7-4783-97cd-4460bb73362f tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 945 time: 0.1907420 Jul 29 14:26:24.379847 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0acaac9f-c749-4f6b-a004-8c2e78deaad2 req-9d238a3c-ce50-4db9-a74a-eb7a6e018c54 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537759 Jul 29 14:26:24.461942 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed3324-26c2-4133-b2c4-7744995e0904 req-30d43c74-71ff-41d5-bbcb-a890b6ece717 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:24.464269 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a5ed3324-26c2-4133-b2c4-7744995e0904 req-30d43c74-71ff-41d5-bbcb-a890b6ece717 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.1958563 Jul 29 14:26:24.552579 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d55f389-2d16-47ce-87de-82675d77d129 x-openstack-request-id: req-9d55f389-2d16-47ce-87de-82675d77d129 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:26:24.553240 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8", "name": "network-vif-deleted", "tag": "920a97ad-2bff-414a-a723-d48bccfd98dd", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:26:24.553984 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9d55f389-2d16-47ce-87de-82675d77d129 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:26:24.554676 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8', 'name': 'network-vif-deleted', 'tag': '920a97ad-2bff-414a-a723-d48bccfd98dd', 'status': 'completed', 'code': 200} Jul 29 14:26:24.558464 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a5ed3324-26c2-4133-b2c4-7744995e0904 req-da9364f9-c326-478f-8dc1-3b62516235f5 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871847 Jul 29 14:26:24.958725 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5dbc2ed0-b959-445f-aad4-b26314e4192a req-2b321e8c-d864-42b0-aa47-f857d2e5a61c tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 210 time: 0.0344455 Jul 29 14:26:25.092640 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e70d0cc1-d68d-4673-9db8-07f993394711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:25.550259 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da86dc-75e2-4e41-a2ee-a6aebb334802 req-55782c20-67f3-4dcb-9a42-e4c7df84e028 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:25.557879 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-40da86dc-75e2-4e41-a2ee-a6aebb334802 req-55782c20-67f3-4dcb-9a42-e4c7df84e028 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 945 time: 0.0729780 Jul 29 14:26:25.609119 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-40da86dc-75e2-4e41-a2ee-a6aebb334802 req-31e51627-7be6-4b26-bd4b-d5484a26791b tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461118 Jul 29 14:26:25.746536 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f840d6e-1ff8-4d84-9f89-7c7e1f956f67 req-8a2988bc-b543-490b-9ccc-7f4a7073676f tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:25.749859 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3f840d6e-1ff8-4d84-9f89-7c7e1f956f67 req-8a2988bc-b543-490b-9ccc-7f4a7073676f tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0828497 Jul 29 14:26:25.826565 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3f840d6e-1ff8-4d84-9f89-7c7e1f956f67 req-4ca93bb0-2a50-42a3-8067-2681edd579e5 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682988 Jul 29 14:26:26.105697 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8b159833-c758-404b-b590-547ca15ce87c req-7a10fca4-9c85-460b-82dc-961b392e23dd tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 210 time: 0.0348639 Jul 29 14:26:26.315680 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:26.433078 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 58872) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:26.562040 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-54cd2cf1-fa8e-439b-ab39-d8419e7287d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:26.702359 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-54cd2cf1-fa8e-439b-ab39-d8419e7287d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:26.715505 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-54cd2cf1-fa8e-439b-ab39-d8419e7287d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:26.757167 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-54cd2cf1-fa8e-439b-ab39-d8419e7287d3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=36dfdaf729484c978907a3ed91daac65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3228834 Jul 29 14:26:26.758285 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 58886) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:26.786691 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7b154-c38f-4ab3-880c-7b0a1d34b458 req-d2514fae-02be-4619-ac5f-da432018bd0f tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:26.788201 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-86a7b154-c38f-4ab3-880c-7b0a1d34b458 req-d2514fae-02be-4619-ac5f-da432018bd0f tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 945 time: 0.0817070 Jul 29 14:26:26.797101 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd2cf1-fa8e-439b-ab39-d8419e7287d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2c5b6d-fbda-4727-ba42-37bfe9f21ff1,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:26.860557 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-fe7b6bde-e4e6-4920-a2ec-95a72814a44e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:26.866630 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-86a7b154-c38f-4ab3-880c-7b0a1d34b458 req-fcb2345b-dfca-475c-83f0-0b2ff7707fff tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691268 Jul 29 14:26:26.895888 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-fe7b6bde-e4e6-4920-a2ec-95a72814a44e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:26.970509 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 920a97ad-2bff-414a-a723-d48bccfd98dd no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:26:26.999997 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1a843-3a8b-4adf-b60c-31fc2b28345a req-7801d95b-7088-4682-83b5-3ae9a4fe7a82 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:27.002980 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9de1a843-3a8b-4adf-b60c-31fc2b28345a req-7801d95b-7088-4682-83b5-3ae9a4fe7a82 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0909233 Jul 29 14:26:27.013135 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] No Port match for: 920a97ad-2bff-414a-a723-d48bccfd98dd {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:26:27.013555 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 920a97ad-2bff-414a-a723-d48bccfd98dd not bound to the agent host hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:26:27.022971 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-fe7b6bde-e4e6-4920-a2ec-95a72814a44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:27.026192 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-fe7b6bde-e4e6-4920-a2ec-95a72814a44e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:27.027451 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-fe7b6bde-e4e6-4920-a2ec-95a72814a44e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ce2c5b6d-fbda-4727-ba42-37bfe9f21ff1 HTTP/1.1" status: 204 len: 168 time: 0.2679846 Jul 29 14:26:27.069867 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b6bde-e4e6-4920-a2ec-95a72814a44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2c5b6d-fbda-4727-ba42-37bfe9f21ff1,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:27.100037 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9de1a843-3a8b-4adf-b60c-31fc2b28345a req-887f75d7-94cf-4e7e-8e02-bdad02821855 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901966 Jul 29 14:26:27.396454 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 58898) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:27.413794 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6718b728-6c1e-4cb9-898d-f1b8955eadba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:27.453975 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cc9da3a0-6430-45bc-9620-13ee94fe13be req-28da5d4b-a121-4488-8e77-ec762af0fea9 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 210 time: 0.2471304 Jul 29 14:26:27.524103 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6718b728-6c1e-4cb9-898d-f1b8955eadba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:27.529466 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6718b728-6c1e-4cb9-898d-f1b8955eadba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:27.575454 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-6718b728-6c1e-4cb9-898d-f1b8955eadba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6e04854c575d44ac887fbcf757c75fba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1768849 Jul 29 14:26:27.577740 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 58900) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:27.584318 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718b728-6c1e-4cb9-898d-f1b8955eadba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921a9c95-4cdb-4c75-95e2-240a5cc3958e,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:27.647124 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-972cfc8f-3ab7-49df-8a22-d8df49b12426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:27.679588 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-972cfc8f-3ab7-49df-8a22-d8df49b12426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:27.747929 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-972cfc8f-3ab7-49df-8a22-d8df49b12426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:27.751937 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-972cfc8f-3ab7-49df-8a22-d8df49b12426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:27.753073 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-972cfc8f-3ab7-49df-8a22-d8df49b12426 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/921a9c95-4cdb-4c75-95e2-240a5cc3958e HTTP/1.1" status: 204 len: 168 time: 0.1739962 Jul 29 14:26:27.764232 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972cfc8f-3ab7-49df-8a22-d8df49b12426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921a9c95-4cdb-4c75-95e2-240a5cc3958e,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:28.043662 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545bf3a5-4dd8-4100-9eab-a125fd589360 req-47d784f9-4599-4a94-8ad6-a95ab04b437f tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:28.045871 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d17280f6-000b-423d-8762-537862a01c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:28.047141 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-545bf3a5-4dd8-4100-9eab-a125fd589360 req-47d784f9-4599-4a94-8ad6-a95ab04b437f tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 945 time: 0.0626433 Jul 29 14:26:28.093401 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-545bf3a5-4dd8-4100-9eab-a125fd589360 req-c8753417-0689-4942-a9b0-e2474c1bc6bd tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403306 Jul 29 14:26:28.256772 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173a227-b8b4-489e-a93f-6db3945b820a req-73d46c3c-2b45-4e97-99b1-4dd215939b99 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:28.259170 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4173a227-b8b4-489e-a93f-6db3945b820a req-73d46c3c-2b45-4e97-99b1-4dd215939b99 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0745530 Jul 29 14:26:28.273143 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:28.307050 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4173a227-b8b4-489e-a93f-6db3945b820a req-63d8727b-7591-4f64-be98-1ef52580e7c8 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397406 Jul 29 14:26:28.596699 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7b6f6ff5-9468-45a7-a38a-86d65d47788b req-ed3ad2b0-e57a-41ff-a6b4-77a3b8b8cd38 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f57a8e-5ea5-49ff-b5f4-3f50cff4c8a8 HTTP/1.1" status: 200 len: 210 time: 0.0382171 Jul 29 14:26:29.248091 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed437c-b5a5-4f86-adc9-096e8534d999 req-cc95d7fc-5d9f-486c-94e9-50b39bb917f1 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:29.259729 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e7ed437c-b5a5-4f86-adc9-096e8534d999 req-cc95d7fc-5d9f-486c-94e9-50b39bb917f1 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 945 time: 0.0681553 Jul 29 14:26:29.325655 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e7ed437c-b5a5-4f86-adc9-096e8534d999 req-3dd757d7-b530-4e09-b254-09e7e65c6e3c tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642071 Jul 29 14:26:29.344978 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:29.477963 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b7690-1b79-4040-8d48-5faeac93f571 req-536806b5-322b-4d60-94c5-b8fce2350d58 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:29.478630 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-818b7690-1b79-4040-8d48-5faeac93f571 req-536806b5-322b-4d60-94c5-b8fce2350d58 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0888803 Jul 29 14:26:29.522280 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-818b7690-1b79-4040-8d48-5faeac93f571 req-8db30ddc-9d36-4d80-9d6f-b75daf9525b3 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373378 Jul 29 14:26:29.879134 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ade06-66b4-49f5-a166-e95a290e42e6 req-334d442f-5a60-4abf-9b11-9ae13b1d3fc9 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:29.886528 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cc0ade06-66b4-49f5-a166-e95a290e42e6 req-334d442f-5a60-4abf-9b11-9ae13b1d3fc9 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.1301072 Jul 29 14:26:29.930707 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cc0ade06-66b4-49f5-a166-e95a290e42e6 req-e6cf4ec3-5e21-424a-a72f-85f4df63042a tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425260 Jul 29 14:26:30.019106 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab4371-f487-4484-b67e-96567ba630d4 req-a7010820-8708-494b-9c0d-efe3d06e4c3b tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:30.022407 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-89ab4371-f487-4484-b67e-96567ba630d4 req-a7010820-8708-494b-9c0d-efe3d06e4c3b tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0891261 Jul 29 14:26:30.078580 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-89ab4371-f487-4484-b67e-96567ba630d4 req-b9820c41-1b36-4191-9f88-3d27f5ec5346 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484385 Jul 29 14:26:30.457053 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f712606-6f5a-41b4-9b39-28423a0deffd req-e963133c-fd0b-4c6d-80ac-53a8355c1ba7 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:30.458651 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6f712606-6f5a-41b4-9b39-28423a0deffd req-e963133c-fd0b-4c6d-80ac-53a8355c1ba7 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 945 time: 0.0585315 Jul 29 14:26:30.515363 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6f712606-6f5a-41b4-9b39-28423a0deffd req-1b8bab66-cae7-4cb2-a860-63fb76e51c0d tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503700 Jul 29 14:26:31.095522 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d822d-4890-46f2-9305-320e74269328 req-9dc0c4d2-3468-4116-9150-f248e8776342 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:31.097988 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c30d822d-4890-46f2-9305-320e74269328 req-9dc0c4d2-3468-4116-9150-f248e8776342 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0802183 Jul 29 14:26:31.231296 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c30d822d-4890-46f2-9305-320e74269328 req-c08075bc-a6f4-4062-9f0b-d124dc8520b4 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090350 Jul 29 14:26:31.287087 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846348e-7de8-4b1a-b2ab-5692b8b25c68 req-6a7e853d-ff16-4c17-80c6-7331eefe1809 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:31.288652 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0846348e-7de8-4b1a-b2ab-5692b8b25c68 req-6a7e853d-ff16-4c17-80c6-7331eefe1809 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0564337 Jul 29 14:26:31.335175 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0846348e-7de8-4b1a-b2ab-5692b8b25c68 req-ab4175fd-316a-425b-8830-80551aeaa29b tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400431 Jul 29 14:26:31.378395 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:31.640564 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b29a1-ba16-40cd-8cd6-8cb9123a1170 req-d033ac88-bc53-48dc-b868-1c881abde403 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:31.642013 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-102b29a1-ba16-40cd-8cd6-8cb9123a1170 req-d033ac88-bc53-48dc-b868-1c881abde403 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 945 time: 0.0544510 Jul 29 14:26:31.682588 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-102b29a1-ba16-40cd-8cd6-8cb9123a1170 req-6f63e5b8-4b4f-443c-bd9b-c7c338b94183 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337918 Jul 29 14:26:31.892711 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968af85-cac1-4c87-8165-d81d9e165985 req-860df40c-659f-4ec7-9ff1-11979b629619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:31.894564 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9968af85-cac1-4c87-8165-d81d9e165985 req-860df40c-659f-4ec7-9ff1-11979b629619 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ceeb7b9bd977407984c0031f1d786310&device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 1099 time: 0.0438545 Jul 29 14:26:32.009694 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968af85-cac1-4c87-8165-d81d9e165985 req-2cfc2d54-e21c-4447-b733-a50aabfa1e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:32.011739 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9968af85-cac1-4c87-8165-d81d9e165985 req-2cfc2d54-e21c-4447-b733-a50aabfa1e8a service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3cec429-afe0-40ba-a154-12d562265125 HTTP/1.1" status: 200 len: 911 time: 0.1071861 Jul 29 14:26:32.148076 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9968af85-cac1-4c87-8165-d81d9e165985 req-8013efab-2be3-4d20-a919-48bbda5858de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63ee529b-d804-4509-b79a-2b8d91edfaa0 HTTP/1.1" status: 200 len: 1001 time: 0.1262937 Jul 29 14:26:32.211732 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968af85-cac1-4c87-8165-d81d9e165985 req-674fb5d1-1fe9-439d-bd64-e53bc856fdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:32.213480 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9968af85-cac1-4c87-8165-d81d9e165985 req-674fb5d1-1fe9-439d-bd64-e53bc856fdb3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0feee60d-456e-4fb7-af3e-353853088018 HTTP/1.1" status: 200 len: 849 time: 0.0563138 Jul 29 14:26:32.398355 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf7800-9e3c-414a-ab6a-1225e01d5367 req-0051c371-fb20-4a3f-8aee-15df0df8572b tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:32.399875 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-64cf7800-9e3c-414a-ab6a-1225e01d5367 req-0051c371-fb20-4a3f-8aee-15df0df8572b tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0773299 Jul 29 14:26:32.473983 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-64cf7800-9e3c-414a-ab6a-1225e01d5367 req-a7657f2e-bc9b-403a-a190-c68683678d3a tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667334 Jul 29 14:26:32.509287 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5b610-1a67-47c9-b2ad-581272fb4aaf req-cc33c961-d767-47c8-853a-4263bd260173 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:32.510989 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-efb5b610-1a67-47c9-b2ad-581272fb4aaf req-cc33c961-d767-47c8-853a-4263bd260173 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0835226 Jul 29 14:26:32.560927 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-efb5b610-1a67-47c9-b2ad-581272fb4aaf req-c1ef3d29-528b-4c5f-8d11-3e666c11ff5f tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416105 Jul 29 14:26:32.869760 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b2c5d-cd65-473d-9a7e-16b577df742d req-8cb64030-e2da-40fc-acd9-c7a1c30121fc tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:32.871514 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d89b2c5d-cd65-473d-9a7e-16b577df742d req-8cb64030-e2da-40fc-acd9-c7a1c30121fc tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 945 time: 0.0610089 Jul 29 14:26:32.918571 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d89b2c5d-cd65-473d-9a7e-16b577df742d req-6e3e966a-2437-4181-90ab-561487e7de2d tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396116 Jul 29 14:26:33.594665 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973950e-88c9-4fdf-afc7-9c0ad119c685 req-9575598a-31d5-4cd5-ae84-8059e211aa20 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:33.596939 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a973950e-88c9-4fdf-afc7-9c0ad119c685 req-9575598a-31d5-4cd5-ae84-8059e211aa20 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0506201 Jul 29 14:26:33.634794 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a973950e-88c9-4fdf-afc7-9c0ad119c685 req-35bef552-4360-4a97-9656-08a18b7b2ee1 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320995 Jul 29 14:26:33.709784 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a5939-41f4-4867-b3ce-a864005c7e36 req-c9400ff9-956a-4e19-be83-c05f39996837 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:33.711322 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-684a5939-41f4-4867-b3ce-a864005c7e36 req-c9400ff9-956a-4e19-be83-c05f39996837 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0512648 Jul 29 14:26:33.747975 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-684a5939-41f4-4867-b3ce-a864005c7e36 req-a6bd0e6a-6e67-4de3-88e9-be92db33364e tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306926 Jul 29 14:26:34.041307 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e060ef-fd5f-4b0c-9e60-de2f2cfa66cb req-cf656163-5b76-4ac3-bf7c-c2efa2d0a466 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:34.042745 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-58e060ef-fd5f-4b0c-9e60-de2f2cfa66cb req-cf656163-5b76-4ac3-bf7c-c2efa2d0a466 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 945 time: 0.0516255 Jul 29 14:26:34.082220 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-58e060ef-fd5f-4b0c-9e60-de2f2cfa66cb req-b642d073-34a7-427b-91f2-6d521caa1e76 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334423 Jul 29 14:26:34.782549 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f41385-c6a8-40ec-9352-ba4fbd2a71d8 req-2313b0aa-73ec-47e2-8910-4e0be055a4fb tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:34.784048 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-69f41385-c6a8-40ec-9352-ba4fbd2a71d8 req-2313b0aa-73ec-47e2-8910-4e0be055a4fb tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0481963 Jul 29 14:26:34.831430 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-69f41385-c6a8-40ec-9352-ba4fbd2a71d8 req-c3d93ff1-5bb9-4770-8594-27db5bee4cc6 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412278 Jul 29 14:26:34.865775 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7857dc-dffc-4926-b655-f373f5816b81 req-bc236045-8249-4904-a6ed-aa7182802211 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:34.867264 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3c7857dc-dffc-4926-b655-f373f5816b81 req-bc236045-8249-4904-a6ed-aa7182802211 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0521104 Jul 29 14:26:34.904102 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3c7857dc-dffc-4926-b655-f373f5816b81 req-42602823-8a9b-4f3f-aff3-98bce89ce823 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309305 Jul 29 14:26:35.201926 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ee99c-6aa7-4535-8fe0-7dd08da9fd72 req-28730ca2-e9ce-4b7d-be4f-5f00cabf7f1a tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:35.203410 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b47ee99c-6aa7-4535-8fe0-7dd08da9fd72 req-28730ca2-e9ce-4b7d-be4f-5f00cabf7f1a tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 945 time: 0.0516560 Jul 29 14:26:35.250400 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b47ee99c-6aa7-4535-8fe0-7dd08da9fd72 req-2828c1f5-643e-40fc-b6f1-917bff1088d3 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410979 Jul 29 14:26:35.284100 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968af85-cac1-4c87-8165-d81d9e165985 req-501453bf-b3a5-451a-9f78-cfe0e069637a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:35.285598 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9968af85-cac1-4c87-8165-d81d9e165985 req-501453bf-b3a5-451a-9f78-cfe0e069637a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3cec429-afe0-40ba-a154-12d562265125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510669 Jul 29 14:26:35.378558 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac603b-d59f-446e-9d03-84b3b6e1b8cb req-411bf1eb-7109-428d-9a7f-06eb194d080c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:35.379934 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-5fac603b-d59f-446e-9d03-84b3b6e1b8cb req-411bf1eb-7109-428d-9a7f-06eb194d080c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ecc5aee94f74408ba54b34189a01d823&device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 1098 time: 0.0439177 Jul 29 14:26:35.380456 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9968af85-cac1-4c87-8165-d81d9e165985 req-36bc510a-8b66-44a0-a90e-d6e6f92816f4 service neutron] 10.222.0.42 "GET /v2.0/networks/b3cec429-afe0-40ba-a154-12d562265125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856869 Jul 29 14:26:35.477847 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9968af85-cac1-4c87-8165-d81d9e165985 req-225e61db-144f-4f2b-813d-80f8b6407a5c service neutron] 10.222.0.42 "GET /v2.0/networks/b3cec429-afe0-40ba-a154-12d562265125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829077 Jul 29 14:26:35.487802 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac603b-d59f-446e-9d03-84b3b6e1b8cb req-2716cb55-0941-4b51-a74f-7b7523d44be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:35.489270 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-5fac603b-d59f-446e-9d03-84b3b6e1b8cb req-2716cb55-0941-4b51-a74f-7b7523d44be0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a4c7fff-7798-4447-98a3-cd40daeca628 HTTP/1.1" status: 200 len: 918 time: 0.0853570 Jul 29 14:26:35.560654 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-5fac603b-d59f-446e-9d03-84b3b6e1b8cb req-5de327fe-7db7-47da-a0ee-8b3f06ead575 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc3c8625-9b45-4092-a832-b91a030a5ed2 HTTP/1.1" status: 200 len: 1001 time: 0.0599344 Jul 29 14:26:35.613686 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac603b-d59f-446e-9d03-84b3b6e1b8cb req-d46a3f8b-6382-4f7c-8c74-4275ff180590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:35.615159 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-5fac603b-d59f-446e-9d03-84b3b6e1b8cb req-d46a3f8b-6382-4f7c-8c74-4275ff180590 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6 HTTP/1.1" status: 200 len: 856 time: 0.0442414 Jul 29 14:26:35.782181 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac603b-d59f-446e-9d03-84b3b6e1b8cb req-940a50ba-f9d2-41d5-9f98-e64ed2a31b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:35.784001 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-5fac603b-d59f-446e-9d03-84b3b6e1b8cb req-940a50ba-f9d2-41d5-9f98-e64ed2a31b7c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a4c7fff-7798-4447-98a3-cd40daeca628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460894 Jul 29 14:26:35.885196 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-5fac603b-d59f-446e-9d03-84b3b6e1b8cb req-081cb74f-24cd-4c71-a208-3557e82271bf service neutron] 10.222.0.42 "GET /v2.0/networks/8a4c7fff-7798-4447-98a3-cd40daeca628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910573 Jul 29 14:26:35.954822 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c94173-0aba-42c1-9b61-6662efdcd6f0 req-661bb61b-35b2-4f9e-8738-42a511d14b54 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:35.956545 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-70c94173-0aba-42c1-9b61-6662efdcd6f0 req-661bb61b-35b2-4f9e-8738-42a511d14b54 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0503242 Jul 29 14:26:35.985465 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-5fac603b-d59f-446e-9d03-84b3b6e1b8cb req-fbffe93c-8c7f-4240-9428-12cf0c007655 service neutron] 10.222.0.42 "GET /v2.0/networks/8a4c7fff-7798-4447-98a3-cd40daeca628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925980 Jul 29 14:26:36.027817 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-70c94173-0aba-42c1-9b61-6662efdcd6f0 req-77e07f5a-3084-4049-a05f-571872c8b56f tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646794 Jul 29 14:26:36.044352 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a104d6b-e4aa-454e-8543-aaf059d2b882 req-5f5961d4-8e13-4d40-b3c7-1414dde4959d tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:36.046463 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3a104d6b-e4aa-454e-8543-aaf059d2b882 req-5f5961d4-8e13-4d40-b3c7-1414dde4959d tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0678139 Jul 29 14:26:36.083215 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcc3cc-7b5b-4a62-a075-58819640141b req-24148204-a890-4b77-abe8-ab1f234d723b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:36.084796 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-69dcc3cc-7b5b-4a62-a075-58819640141b req-24148204-a890-4b77-abe8-ab1f234d723b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ecc5aee94f74408ba54b34189a01d823&device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 1098 time: 0.0470753 Jul 29 14:26:36.086893 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3a104d6b-e4aa-454e-8543-aaf059d2b882 req-c36ddbd1-f8d6-4abd-8265-5c7918bbe792 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340116 Jul 29 14:26:36.186006 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcc3cc-7b5b-4a62-a075-58819640141b req-fce20827-5ffa-498c-938a-95203cf995c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:36.187733 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-69dcc3cc-7b5b-4a62-a075-58819640141b req-fce20827-5ffa-498c-938a-95203cf995c3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a4c7fff-7798-4447-98a3-cd40daeca628 HTTP/1.1" status: 200 len: 918 time: 0.0949168 Jul 29 14:26:36.197824 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 59128) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:36.286475 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a6ab30-94ae-43b5-ba12-0020e1e1238c admin admin] Deleting subnet a773066c-eff6-473a-97d2-319b2abe8569 {{(pid=93046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:26:36.295005 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-30a6ab30-94ae-43b5-ba12-0020e1e1238c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:36.317837 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-69dcc3cc-7b5b-4a62-a075-58819640141b req-7135c3b4-a932-402c-a0a7-2e55049a0f66 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc3c8625-9b45-4092-a832-b91a030a5ed2 HTTP/1.1" status: 200 len: 1001 time: 0.1106865 Jul 29 14:26:36.335908 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-30a6ab30-94ae-43b5-ba12-0020e1e1238c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2928358'] for subnet, precommit_delete_associations {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:36.392096 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0a140-37c5-45a7-bed6-3bde5202223c req-9d7926b0-e17b-47f6-b462-5490d419368e tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:36.394839 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e4f0a140-37c5-45a7-bed6-3bde5202223c req-9d7926b0-e17b-47f6-b462-5490d419368e tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 945 time: 0.0609546 Jul 29 14:26:36.410209 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-30a6ab30-94ae-43b5-ba12-0020e1e1238c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773198'] for subnet, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:36.413211 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcc3cc-7b5b-4a62-a075-58819640141b req-8416888d-2769-4b56-a6e4-3cb7ec164e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:36.414686 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-69dcc3cc-7b5b-4a62-a075-58819640141b req-8416888d-2769-4b56-a6e4-3cb7ec164e8a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6 HTTP/1.1" status: 200 len: 856 time: 0.0798869 Jul 29 14:26:36.434294 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e4f0a140-37c5-45a7-bed6-3bde5202223c req-d3454234-8d0f-44cf-9f48-167bc38d3e7a tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325222 Jul 29 14:26:36.492649 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcc3cc-7b5b-4a62-a075-58819640141b req-a948b65a-30fb-4543-89f0-36b368fa511e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:36.494145 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-69dcc3cc-7b5b-4a62-a075-58819640141b req-a948b65a-30fb-4543-89f0-36b368fa511e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a4c7fff-7798-4447-98a3-cd40daeca628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0623147 Jul 29 14:26:36.501942 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-30a6ab30-94ae-43b5-ba12-0020e1e1238c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2971958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58777958'] for subnet, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:36.551964 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6ab30-94ae-43b5-ba12-0020e1e1238c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a773066c-eff6-473a-97d2-319b2abe8569,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:36.579434 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-30a6ab30-94ae-43b5-ba12-0020e1e1238c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:36.581396 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-30a6ab30-94ae-43b5-ba12-0020e1e1238c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a773066c-eff6-473a-97d2-319b2abe8569 HTTP/1.1" status: 204 len: 168 time: 0.3825245 Jul 29 14:26:36.584183 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 59140) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:36.630945 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-69dcc3cc-7b5b-4a62-a075-58819640141b req-f762de11-e2a7-4a69-9d58-bc7278c43235 service neutron] 10.222.0.42 "GET /v2.0/networks/8a4c7fff-7798-4447-98a3-cd40daeca628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261592 Jul 29 14:26:36.660849 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c3016bf4-6394-4cfb-a5cd-ff4a5d12008e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653895'] for network, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:36.740709 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c3016bf4-6394-4cfb-a5cd-ff4a5d12008e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770265', 'neutron.services.segments.db._delete_segments_for_network-8774390517041'] for network, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:36.752014 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-c3016bf4-6394-4cfb-a5cd-ff4a5d12008e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5506bfa-2920-44f8-816e-3396d510105a']}} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:36.764422 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-c3016bf4-6394-4cfb-a5cd-ff4a5d12008e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116e00b4-dcd5-46d0-8ab7-c9be87e1aa3f') {'for_net_delete': True} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:36.765323 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-c3016bf4-6394-4cfb-a5cd-ff4a5d12008e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116e00b4-dcd5-46d0-8ab7-c9be87e1aa3f') {} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:36.774907 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c3016bf4-6394-4cfb-a5cd-ff4a5d12008e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774390517562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3079135'] for segment, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:36.790009 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c3016bf4-6394-4cfb-a5cd-ff4a5d12008e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:36.796536 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3016bf4-6394-4cfb-a5cd-ff4a5d12008e admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=93047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:26:36.796943 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c3016bf4-6394-4cfb-a5cd-ff4a5d12008e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078533'] for segment, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:36.798916 dv-cinder-802882-2-iscsi neutron-server[93047]: Traceback (most recent call last): Jul 29 14:26:36.798916 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:26:36.798916 dv-cinder-802882-2-iscsi neutron-server[93047]: timer() Jul 29 14:26:36.798916 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:26:36.798916 dv-cinder-802882-2-iscsi neutron-server[93047]: cb(*args, **kw) Jul 29 14:26:36.798916 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:26:36.798916 dv-cinder-802882-2-iscsi neutron-server[93047]: return func(*args, **kwargs) Jul 29 14:26:36.798916 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:26:36.798916 dv-cinder-802882-2-iscsi neutron-server[93047]: self._notify() Jul 29 14:26:36.798916 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:26:36.798916 dv-cinder-802882-2-iscsi neutron-server[93047]: self.callback(batched_events) Jul 29 14:26:36.798916 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:26:36.798916 dv-cinder-802882-2-iscsi neutron-server[93047]: event.method(event) Jul 29 14:26:36.798916 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:26:36.798916 dv-cinder-802882-2-iscsi neutron-server[93047]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:26:36.798916 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:26:36.798916 dv-cinder-802882-2-iscsi neutron-server[93047]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:26:36.798916 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:26:36.798916 dv-cinder-802882-2-iscsi neutron-server[93047]: return f(self, *a, **k) Jul 29 14:26:36.798916 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:26:36.798916 dv-cinder-802882-2-iscsi neutron-server[93047]: return self._get(url).json() Jul 29 14:26:36.798916 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:26:36.798916 dv-cinder-802882-2-iscsi neutron-server[93047]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:26:36.798916 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:26:36.798916 dv-cinder-802882-2-iscsi neutron-server[93047]: return self.request(url, 'GET', **kwargs) Jul 29 14:26:36.798916 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:26:36.798916 dv-cinder-802882-2-iscsi neutron-server[93047]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:26:36.798916 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:26:36.798916 dv-cinder-802882-2-iscsi neutron-server[93047]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:26:36.798916 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:26:36.798916 dv-cinder-802882-2-iscsi neutron-server[93047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:26:36.798916 dv-cinder-802882-2-iscsi neutron-server[93047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:26:36.863248 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c3016bf4-6394-4cfb-a5cd-ff4a5d12008e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744631'] for network, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:36.872509 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c3016bf4-6394-4cfb-a5cd-ff4a5d12008e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:36.875038 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-c3016bf4-6394-4cfb-a5cd-ff4a5d12008e admin admin] 10.222.0.44 "DELETE /v2.0/networks/a5506bfa-2920-44f8-816e-3396d510105a HTTP/1.1" status: 204 len: 168 time: 0.2898262 Jul 29 14:26:36.888679 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3016bf4-6394-4cfb-a5cd-ff4a5d12008e admin admin] Pushing event deleted for resources: {'Network': ['ID=a5506bfa-2920-44f8-816e-3396d510105a,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:36.968868 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-69dcc3cc-7b5b-4a62-a075-58819640141b req-bf9c74b4-1eda-4459-b793-7c34b194f980 service neutron] 10.222.0.42 "GET /v2.0/networks/8a4c7fff-7798-4447-98a3-cd40daeca628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298197 Jul 29 14:26:37.055503 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 59154) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:37.099540 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-8ea53642-bd3d-42e6-9c01-dde0b292fc0f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf03b23d6c9c4cad8ef475768b3ec5af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428085 Jul 29 14:26:37.102325 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 59156) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:37.153840 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-83243114-eee4-456a-be6f-968548e0068a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:37.161743 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012be46-6957-40ec-8698-2a7fb7ab4aa6 req-f64c59a0-0c7a-4cd4-a280-b01cad764fc8 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:37.163286 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2012be46-6957-40ec-8698-2a7fb7ab4aa6 req-f64c59a0-0c7a-4cd4-a280-b01cad764fc8 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0626221 Jul 29 14:26:37.181687 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-83243114-eee4-456a-be6f-968548e0068a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:37.230827 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-83243114-eee4-456a-be6f-968548e0068a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:37.240895 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2012be46-6957-40ec-8698-2a7fb7ab4aa6 req-b1d4e28b-6847-4613-884f-2965b21269d0 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706568 Jul 29 14:26:37.241700 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-83243114-eee4-456a-be6f-968548e0068a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:37.244071 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-83243114-eee4-456a-be6f-968548e0068a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b0623485-0ce3-4bdd-8228-8ddbe46faf32 HTTP/1.1" status: 204 len: 168 time: 0.1396322 Jul 29 14:26:37.254906 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 59166) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:37.259838 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa74ea-de8e-426e-90b3-5d01ae4cf6ce req-e4a3f8c5-659a-4ce3-8eed-5a823bdbc9c3 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:37.270249 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83243114-eee4-456a-be6f-968548e0068a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0623485-0ce3-4bdd-8228-8ddbe46faf32,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:37.280045 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-05aa74ea-de8e-426e-90b3-5d01ae4cf6ce req-e4a3f8c5-659a-4ce3-8eed-5a823bdbc9c3 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0877011 Jul 29 14:26:37.329174 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-05aa74ea-de8e-426e-90b3-5d01ae4cf6ce req-8fa31a94-ff8c-4f95-b13f-de1c239ef5a9 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472298 Jul 29 14:26:37.506913 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a4842974-630d-4314-a773-98c25b1aeddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:37.578572 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298a63f-4480-4569-b04a-e9b7bf7cbaf7 req-a8eda0da-52b3-4dd3-98ce-f6f7e2d10c9c tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:37.587451 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3298a63f-4480-4569-b04a-e9b7bf7cbaf7 req-a8eda0da-52b3-4dd3-98ce-f6f7e2d10c9c tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 945 time: 0.0666516 Jul 29 14:26:37.628603 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3298a63f-4480-4569-b04a-e9b7bf7cbaf7 req-299aca86-93ae-4a7c-8fdc-2f70a1d60a24 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425191 Jul 29 14:26:37.638714 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a4842974-630d-4314-a773-98c25b1aeddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:37.643771 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a4842974-630d-4314-a773-98c25b1aeddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:37.682782 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-a4842974-630d-4314-a773-98c25b1aeddc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=caddb8cf6f424443b3ea2360a2db0c15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4258807 Jul 29 14:26:37.684957 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4842974-630d-4314-a773-98c25b1aeddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30421655-d452-457d-af97-fe5f071b87cc,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:37.685544 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 59192) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:37.740000 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-37a5e4b6-e18f-44db-b599-126051b3cf75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:37.762563 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-37a5e4b6-e18f-44db-b599-126051b3cf75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:37.814360 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-37a5e4b6-e18f-44db-b599-126051b3cf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:37.816919 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-37a5e4b6-e18f-44db-b599-126051b3cf75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:37.823369 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-37a5e4b6-e18f-44db-b599-126051b3cf75 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/30421655-d452-457d-af97-fe5f071b87cc HTTP/1.1" status: 204 len: 168 time: 0.1367280 Jul 29 14:26:37.832326 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5e4b6-e18f-44db-b599-126051b3cf75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30421655-d452-457d-af97-fe5f071b87cc,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:38.010352 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 59212) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:38.106252 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-2f2258f8-af14-42c1-8b44-c61478f2cec6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1288691138-network', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:26:38.128580 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2258f8-af14-42c1-8b44-c61478f2cec6 admin admin] Made reservation on behalf of 790cbd91660745c18b1d53f07528a1b3 for: {'network': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:26:38.130110 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 59216) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:38.131126 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2f2258f8-af14-42c1-8b44-c61478f2cec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for network, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:38.139462 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2f2258f8-af14-42c1-8b44-c61478f2cec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:38.143678 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fc0a0a74-fae4-4df8-87d2-74f25f5bead4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:38.158774 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.db.api [None req-fc0a0a74-fae4-4df8-87d2-74f25f5bead4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 14:26:38.158774 dv-cinder-802882-2-iscsi neutron-server[93046]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 14:26:38.158774 dv-cinder-802882-2-iscsi neutron-server[93046]: [parameters: {'project_id_1': '1eb45beb7bfc455db77ad8494d10c210', 'expiration_1': datetime.datetime(2021, 7, 29, 14, 26, 38, 153078)}] Jul 29 14:26:38.158774 dv-cinder-802882-2-iscsi neutron-server[93046]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:26:38.159179 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG oslo_db.api [None req-fc0a0a74-fae4-4df8-87d2-74f25f5bead4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:26:38.227312 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2f2258f8-af14-42c1-8b44-c61478f2cec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:38.230823 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2f2258f8-af14-42c1-8b44-c61478f2cec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:38.255040 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f2258f8-af14-42c1-8b44-c61478f2cec6 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=93047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:26:38.264740 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2258f8-af14-42c1-8b44-c61478f2cec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79ccd86-a5f8-496e-a641-47da89cd7587,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:38.269667 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2f2258f8-af14-42c1-8b44-c61478f2cec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:38.270047 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.db.segments_db [None req-2f2258f8-af14-42c1-8b44-c61478f2cec6 admin admin] Added segment 9e1b997b-38b8-4a39-8704-0a229296c38f of type vlan for network fc30f6c6-945d-4102-8889-37cbeb7abf30 Jul 29 14:26:38.309500 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2f2258f8-af14-42c1-8b44-c61478f2cec6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774390054750'] for network, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:38.335954 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2f2258f8-af14-42c1-8b44-c61478f2cec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:38.336970 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2258f8-af14-42c1-8b44-c61478f2cec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:38.337548 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2f2258f8-af14-42c1-8b44-c61478f2cec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:38.396283 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-2f2258f8-af14-42c1-8b44-c61478f2cec6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3847868 Jul 29 14:26:38.399527 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 59224) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:38.406323 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-7e7da621-8ab6-4448-8cf9-d2d416c5eefe admin admin] Request body: {'subnet': {'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1288691138-subnet', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'ip_version': 4}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:26:38.414370 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2258f8-af14-42c1-8b44-c61478f2cec6 admin admin] Pushing event updated for resources: {'Network': ['ID=fc30f6c6-945d-4102-8889-37cbeb7abf30,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:38.426573 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Network fc30f6c6-945d-4102-8889-37cbeb7abf30 details requested by agent ovs-agent-dv-cinder-802882-2-iscsi with host dv-cinder-802882-2-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:26:38.432625 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7da621-8ab6-4448-8cf9-d2d416c5eefe admin admin] Made reservation on behalf of 790cbd91660745c18b1d53f07528a1b3 for: {'subnet': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:26:38.437427 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7e7da621-8ab6-4448-8cf9-d2d416c5eefe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58777921'] for subnet, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:38.495130 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43e9fd-ef7f-4e8d-af31-99c2c55ccf19 req-bb10a9a7-ce60-4c28-9a81-a0cdd32c2a80 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:38.496673 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7b43e9fd-ef7f-4e8d-af31-99c2c55ccf19 req-bb10a9a7-ce60-4c28-9a81-a0cdd32c2a80 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.0538871 Jul 29 14:26:38.505761 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device bc3c8625-9b45-4092-a832-b91a030a5ed2 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:26:38.543966 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7b43e9fd-ef7f-4e8d-af31-99c2c55ccf19 req-3c1a50ab-425f-4000-9e20-64d49417cb98 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394371 Jul 29 14:26:38.591709 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:38.616013 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01db94d4-e648-4291-bc95-804315620a2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc3c8625-9b45-4092-a832-b91a030a5ed2'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:26:38.618246 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccb16db2f9a74c00367815e69fa446d7a78c69e07d65ec2c4e32efa5fc27a6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4867a39a-7a0c-465e-be1b-8a911f6f5b53" -d '{"events": [{"server_uuid": "01db94d4-e648-4291-bc95-804315620a2e", "name": "network-vif-unplugged", "status": "completed", "tag": "bc3c8625-9b45-4092-a832-b91a030a5ed2"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:26:38.632910 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port bc3c8625-9b45-4092-a832-b91a030a5ed2, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=bc3c8625-9b45-4092-a832-b91a030a5ed2,segment=NetworkSegment(2a3c3cb3-1d3e-4c59-bff4-f754839f2eca),segment_id=2a3c3cb3-1d3e-4c59-bff4-f754839f2eca)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:26:38.637455 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7e7da621-8ab6-4448-8cf9-d2d416c5eefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2972021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58777967'] for subnet, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:38.639655 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:38.665597 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 14:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5811eaec-e9d8-431a-b185-1886aeb00c68 x-openstack-request-id: req-5811eaec-e9d8-431a-b185-1886aeb00c68 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:26:38.665879 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01db94d4-e648-4291-bc95-804315620a2e", "name": "network-vif-unplugged", "status": "completed", "tag": "bc3c8625-9b45-4092-a832-b91a030a5ed2", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:26:38.666214 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5811eaec-e9d8-431a-b185-1886aeb00c68 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:26:38.666606 dv-cinder-802882-2-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01db94d4-e648-4291-bc95-804315620a2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc3c8625-9b45-4092-a832-b91a030a5ed2', 'code': 200} Jul 29 14:26:38.668907 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fc0a0a74-fae4-4df8-87d2-74f25f5bead4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:38.695447 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=bc3c8625-9b45-4092-a832-b91a030a5ed2,revision_number=8']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:38.702373 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:38.702935 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:38.703356 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:38.703695 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:38.704030 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:38.704366 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:38.704695 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:38.705022 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:38.705373 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:38.705701 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:38.706071 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:38.706394 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:38.721338 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7da621-8ab6-4448-8cf9-d2d416c5eefe admin admin] Pushing event updated for resources: {'Subnet': ['ID=96251832-4e3f-4c8a-b08d-273ae0959694,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:38.746947 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7da621-8ab6-4448-8cf9-d2d416c5eefe admin admin] Checking segment: {'id': '9e1b997b-38b8-4a39-8704-0a229296c38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:26:38.747390 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7da621-8ab6-4448-8cf9-d2d416c5eefe admin admin] Network hostable DHCP agents. Network: fc30f6c6-945d-4102-8889-37cbeb7abf30, hostable agents: ['7d25a96f-5a28-47f2-8bd3-87860bff61e6'], hosted agents: [] {{(pid=93046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:26:38.776286 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d38d4c-4c47-4258-80ab-f0c877d76b94 req-af35da50-bb86-47bb-8bb7-c6a01163aeab tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:38.778050 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-34d38d4c-4c47-4258-80ab-f0c877d76b94 req-af35da50-bb86-47bb-8bb7-c6a01163aeab tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 943 time: 0.0496168 Jul 29 14:26:38.781152 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7da621-8ab6-4448-8cf9-d2d416c5eefe admin admin] Network fc30f6c6-945d-4102-8889-37cbeb7abf30 is scheduled to be hosted by DHCP agent 7d25a96f-5a28-47f2-8bd3-87860bff61e6 with binding_index 1 {{(pid=93046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:26:38.797426 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-7e7da621-8ab6-4448-8cf9-d2d416c5eefe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-2-iscsi, fc30f6c6-945d-4102-8889-37cbeb7abf30) {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:26:38.801769 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7da621-8ab6-4448-8cf9-d2d416c5eefe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:38.802395 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7e7da621-8ab6-4448-8cf9-d2d416c5eefe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:38.806354 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ae540f-5447-4255-a58d-a5b3c2384282 None None] Network fc30f6c6-945d-4102-8889-37cbeb7abf30 requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:26:38.825456 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-34d38d4c-4c47-4258-80ab-f0c877d76b94 req-d947af6e-fd33-4429-8205-551b1d0eda24 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397933 Jul 29 14:26:38.840016 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fc0a0a74-fae4-4df8-87d2-74f25f5bead4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:38.852357 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fc0a0a74-fae4-4df8-87d2-74f25f5bead4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:38.861704 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-7e7da621-8ab6-4448-8cf9-d2d416c5eefe admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4592016 Jul 29 14:26:38.862774 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 59232) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:38.867189 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-430da6d8-d197-4304-ad65-36c0c07f322f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1288691138-router', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'}}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:26:38.889036 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-430da6d8-d197-4304-ad65-36c0c07f322f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2750'] for router, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:38.890952 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-430da6d8-d197-4304-ad65-36c0c07f322f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2737'] for router, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:38.900764 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-fc0a0a74-fae4-4df8-87d2-74f25f5bead4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1eb45beb7bfc455db77ad8494d10c210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7695696 Jul 29 14:26:38.901456 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a0a74-fae4-4df8-87d2-74f25f5bead4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad752510-15b3-439e-ac53-854d73e26350,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:38.902426 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 59234) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:38.965529 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b56cd8-5c06-4f94-aefd-f3013f813307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp996c38f0-f082-52d3-b50b-327a8c50c333-fc30f6c6-945d-4102-8889-37cbeb7abf30', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'fixed_ips': [{'subnet_id': '96251832-4e3f-4c8a-b08d-273ae0959694'}]}} from dv-cinder-802882-2-iscsi. {{(pid=93048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:26:38.966614 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-70b56cd8-5c06-4f94-aefd-f3013f813307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:38.967194 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-430da6d8-d197-4304-ad65-36c0c07f322f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:39.055068 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1824c165-40e5-4ec4-953e-87f5079f7056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:39.138647 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-430da6d8-d197-4304-ad65-36c0c07f322f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744650', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2723'] for router, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:39.154728 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1824c165-40e5-4ec4-953e-87f5079f7056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:39.253341 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.db_base_plugin_common [None req-70b56cd8-5c06-4f94-aefd-f3013f813307 None None] Allocated IP 172.20.0.2 (fc30f6c6-945d-4102-8889-37cbeb7abf30/96251832-4e3f-4c8a-b08d-273ae0959694/a1b2d8f0-1a6f-489c-9925-932567de1a5b) {{(pid=93048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:26:39.258369 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1824c165-40e5-4ec4-953e-87f5079f7056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:39.261052 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1824c165-40e5-4ec4-953e-87f5079f7056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:39.264568 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-1824c165-40e5-4ec4-953e-87f5079f7056 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ad752510-15b3-439e-ac53-854d73e26350 HTTP/1.1" status: 204 len: 168 time: 0.3587787 Jul 29 14:26:39.274561 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824c165-40e5-4ec4-953e-87f5079f7056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad752510-15b3-439e-ac53-854d73e26350,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:39.438203 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-430da6d8-d197-4304-ad65-36c0c07f322f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:39.449076 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-70b56cd8-5c06-4f94-aefd-f3013f813307 None None] Notify callbacks [] for port, precommit_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:39.458536 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-70b56cd8-5c06-4f94-aefd-f3013f813307 None None] Transition to ACTIVE for port object a1b2d8f0-1a6f-489c-9925-932567de1a5b will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:26:39.462124 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-430da6d8-d197-4304-ad65-36c0c07f322f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:39.475061 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-70b56cd8-5c06-4f94-aefd-f3013f813307 None None] Transition to ACTIVE for port object a1b2d8f0-1a6f-489c-9925-932567de1a5b will not be triggered until provisioned by entity DHCP. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:26:39.485003 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-70b56cd8-5c06-4f94-aefd-f3013f813307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078'] for port, after_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:39.551614 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b56cd8-5c06-4f94-aefd-f3013f813307 None None] Network fc30f6c6-945d-4102-8889-37cbeb7abf30 is already hosted by enough agents. {{(pid=93048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:26:39.554647 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.scheduler.base_scheduler [None req-70b56cd8-5c06-4f94-aefd-f3013f813307 None None] Resources bound (agent type, host, resource id): {{(pid=93048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:26:39.561688 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b56cd8-5c06-4f94-aefd-f3013f813307 None None] Received port after_create {{(pid=93048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:26:39.584461 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b56cd8-5c06-4f94-aefd-f3013f813307 None None] Pushing event updated for resources: {'Port': ['ID=a1b2d8f0-1a6f-489c-9925-932567de1a5b,revision_number=1']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:39.626964 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [None req-430da6d8-d197-4304-ad65-36c0c07f322f admin admin] Allocated IP 172.27.2.64 (32664875-679c-4a6a-adbf-80e7664b419a/8daef0cf-848b-40ef-9b17-9a185079ae25/edd17a42-a173-49b6-8fba-a1b1b1f8269b) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:26:39.667034 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-70b56cd8-5c06-4f94-aefd-f3013f813307 None None] Attempting to bind port a1b2d8f0-1a6f-489c-9925-932567de1a5b on host dv-cinder-802882-2-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:26:39.667419 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-70b56cd8-5c06-4f94-aefd-f3013f813307 None None] Attempting to bind port a1b2d8f0-1a6f-489c-9925-932567de1a5b by drivers openvswitch,hyperv on host dv-cinder-802882-2-iscsi at level 0 using segments [{'id': '9e1b997b-38b8-4a39-8704-0a229296c38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:26:39.667864 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b56cd8-5c06-4f94-aefd-f3013f813307 None None] Attempting to bind port a1b2d8f0-1a6f-489c-9925-932567de1a5b on network fc30f6c6-945d-4102-8889-37cbeb7abf30 {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:26:39.674130 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b56cd8-5c06-4f94-aefd-f3013f813307 None None] Checking agent: {'id': '1ca66b18-24af-4c4d-ab67-53f04b5066d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 14, 58), 'started_at': datetime.datetime(2021, 7, 29, 14, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:26:39.674504 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b56cd8-5c06-4f94-aefd-f3013f813307 None None] Checking segment: {'id': '9e1b997b-38b8-4a39-8704-0a229296c38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:26:39.675091 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-70b56cd8-5c06-4f94-aefd-f3013f813307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:39.675737 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b56cd8-5c06-4f94-aefd-f3013f813307 None None] Bound using segment: {'id': '9e1b997b-38b8-4a39-8704-0a229296c38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:26:39.676401 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-70b56cd8-5c06-4f94-aefd-f3013f813307 None None] Bound port: a1b2d8f0-1a6f-489c-9925-932567de1a5b, host: dv-cinder-802882-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1b997b-38b8-4a39-8704-0a229296c38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:26:39.676964 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-70b56cd8-5c06-4f94-aefd-f3013f813307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:39.763504 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-430da6d8-d197-4304-ad65-36c0c07f322f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:39.800166 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-70b56cd8-5c06-4f94-aefd-f3013f813307 None None] For port a1b2d8f0-1a6f-489c-9925-932567de1a5b, host dv-cinder-802882-2-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:26:39.810165 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-70b56cd8-5c06-4f94-aefd-f3013f813307 None None] For port a1b2d8f0-1a6f-489c-9925-932567de1a5b, host dv-cinder-802882-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=a1b2d8f0-1a6f-489c-9925-932567de1a5b,segment=NetworkSegment(9e1b997b-38b8-4a39-8704-0a229296c38f),segment_id=9e1b997b-38b8-4a39-8704-0a229296c38f)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:26:39.824464 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-70b56cd8-5c06-4f94-aefd-f3013f813307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:39.940927 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b56cd8-5c06-4f94-aefd-f3013f813307 None None] Pushing event updated for resources: {'Port': ['ID=a1b2d8f0-1a6f-489c-9925-932567de1a5b,revision_number=2']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:40.163951 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-430da6d8-d197-4304-ad65-36c0c07f322f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:40.225589 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430da6d8-d197-4304-ad65-36c0c07f322f admin admin] Network 32664875-679c-4a6a-adbf-80e7664b419a is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:26:40.240428 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-430da6d8-d197-4304-ad65-36c0c07f322f admin admin] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:26:40.255185 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a167a-0258-4699-b59e-98c270929f78 req-30da20db-fc06-430d-b004-e3b253e83027 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:40.265379 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-561a167a-0258-4699-b59e-98c270929f78 req-30da20db-fc06-430d-b004-e3b253e83027 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.4840143 Jul 29 14:26:40.268303 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430da6d8-d197-4304-ad65-36c0c07f322f admin admin] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:26:40.319237 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a414f-6acc-474c-bd2e-7c643b366701 req-2f8095a9-42ff-4cb2-9615-96b51dd597ba tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:40.321386 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f88a414f-6acc-474c-bd2e-7c643b366701 req-2f8095a9-42ff-4cb2-9615-96b51dd597ba tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 943 time: 0.2325969 Jul 29 14:26:40.355220 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430da6d8-d197-4304-ad65-36c0c07f322f admin admin] Pushing event updated for resources: {'Port': ['ID=edd17a42-a173-49b6-8fba-a1b1b1f8269b,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:40.446548 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-561a167a-0258-4699-b59e-98c270929f78 req-0d626a63-eefb-47bb-9bdd-70e06d5952bd tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801660 Jul 29 14:26:40.461824 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f88a414f-6acc-474c-bd2e-7c643b366701 req-e8f2147e-fb93-444e-8603-ef8049c9dfd8 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275065 Jul 29 14:26:40.672719 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-430da6d8-d197-4304-ad65-36c0c07f322f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:40.955562 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-430da6d8-d197-4304-ad65-36c0c07f322f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744687'] for router, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:41.196388 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b5d9c0-b825-4d38-a5fc-a02d77afe9f7 None None] Network fc30f6c6-945d-4102-8889-37cbeb7abf30 requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:26:41.202659 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430da6d8-d197-4304-ad65-36c0c07f322f admin admin] Router e4d8203b-6501-4bf7-a212-16df2966a1ee is scheduled to L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c with binding_index 1 {{(pid=93047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:26:41.331475 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-fee367cc-b329-452a-8a0f-0bd692449d79 None None] Provisioning for port a1b2d8f0-1a6f-489c-9925-932567de1a5b completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:26:41.350399 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73feccb3-c8a7-4ed2-b82c-ad2b288f47ad req-2aca14c0-cf9f-456c-9edb-8c6defdc2488 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:41.351934 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-73feccb3-c8a7-4ed2-b82c-ad2b288f47ad req-2aca14c0-cf9f-456c-9edb-8c6defdc2488 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=24333c3c-ddc2-4660-95b3-edc0bed17c5f HTTP/1.1" status: 200 len: 946 time: 0.0937698 Jul 29 14:26:41.372106 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430da6d8-d197-4304-ad65-36c0c07f322f admin admin] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:26:41.385864 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52946e3d-ef5c-43cc-9cc3-461f8a8c146d None None] Sync routers for ids ['e4d8203b-6501-4bf7-a212-16df2966a1ee'] in dv-cinder-802882-2-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:26:41.401286 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52946e3d-ef5c-43cc-9cc3-461f8a8c146d None None] Routers {'e4d8203b-6501-4bf7-a212-16df2966a1ee'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:26:41.402602 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-52946e3d-ef5c-43cc-9cc3-461f8a8c146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:26:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['e4d8203b-6501-4bf7-a212-16df2966a1ee'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:41.407095 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-430da6d8-d197-4304-ad65-36c0c07f322f admin admin] Notify callbacks [] for router, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:41.411020 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-430da6d8-d197-4304-ad65-36c0c07f322f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5445895 Jul 29 14:26:41.411308 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 59324) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:41.430842 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-73feccb3-c8a7-4ed2-b82c-ad2b288f47ad req-39dd168c-c226-4d1c-b069-b1f583f9fa57 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a0acfd1-26e6-4a1a-b50b-6d7dc1b17c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675018 Jul 29 14:26:41.515868 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device a1b2d8f0-1a6f-489c-9925-932567de1a5b up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:26:41.542973 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-52946e3d-ef5c-43cc-9cc3-461f8a8c146d None None] Set router e4d8203b-6501-4bf7-a212-16df2966a1ee gateway port host: dv-cinder-802882-2-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:26:41.622962 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning for port a1b2d8f0-1a6f-489c-9925-932567de1a5b completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:26:41.628300 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port a1b2d8f0-1a6f-489c-9925-932567de1a5b triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:26:41.628922 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:41.695486 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e17171-39f2-4426-b54a-5ef7b1a8964f req-c6c2d2a7-61b0-46af-a777-1759214c5fc0 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:41.713833 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-61e17171-39f2-4426-b54a-5ef7b1a8964f req-c6c2d2a7-61b0-46af-a777-1759214c5fc0 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.1457348 Jul 29 14:26:41.749807 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b84d69-d809-40e6-bd83-c614b49b5a02 req-18d982f0-55cf-4fed-a37c-f1887a6f5965 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:41.752269 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-36b84d69-d809-40e6-bd83-c614b49b5a02 req-18d982f0-55cf-4fed-a37c-f1887a6f5965 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 943 time: 0.1392586 Jul 29 14:26:41.801605 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-61e17171-39f2-4426-b54a-5ef7b1a8964f req-a4a59195-ef6e-44e4-ba53-bcc8e46bed47 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866966 Jul 29 14:26:41.808130 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-52946e3d-ef5c-43cc-9cc3-461f8a8c146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'name': 'tempest-TestVolumeBootPattern-1288691138-router', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:38Z', 'updated_at': '2021-07-29T14:26:40Z', 'revision_number': 3, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'gw_port': {'id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:39Z', 'updated_at': '2021-07-29T14:26:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi'}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:41.822364 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:41.831620 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-36b84d69-d809-40e6-bd83-c614b49b5a02 req-e2337e8a-16b4-4631-a7e9-b7ca8c91dba4 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721996 Jul 29 14:26:41.851645 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52946e3d-ef5c-43cc-9cc3-461f8a8c146d None None] Checking router: e4d8203b-6501-4bf7-a212-16df2966a1ee for host: dv-cinder-802882-2-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:26:41.852185 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52946e3d-ef5c-43cc-9cc3-461f8a8c146d None None] Updating router e4d8203b-6501-4bf7-a212-16df2966a1ee port edd17a42-a173-49b6-8fba-a1b1b1f8269b binding host dv-cinder-802882-2-iscsi {{(pid=93049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:26:41.881018 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] For port a1b2d8f0-1a6f-489c-9925-932567de1a5b, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=a1b2d8f0-1a6f-489c-9925-932567de1a5b,segment=NetworkSegment(9e1b997b-38b8-4a39-8704-0a229296c38f),segment_id=9e1b997b-38b8-4a39-8704-0a229296c38f)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:26:41.884834 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-52946e3d-ef5c-43cc-9cc3-461f8a8c146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:41.886274 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-b83afec2-b3d2-4a90-a3bb-d94c77712988 None None] Provisioning complete for port a1b2d8f0-1a6f-489c-9925-932567de1a5b triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:26:41.886678 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-b83afec2-b3d2-4a90-a3bb-d94c77712988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:41.941510 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:42.026652 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Pushing event updated for resources: {'Port': ['ID=a1b2d8f0-1a6f-489c-9925-932567de1a5b,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:42.131106 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:26:42.134512 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c769d2-4a8d-4e10-9fd0-c3ff910acccd req-e05cbfc1-81b1-4801-a9b0-8755092bfbd0 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:42.136390 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c4c769d2-4a8d-4e10-9fd0-c3ff910acccd req-e05cbfc1-81b1-4801-a9b0-8755092bfbd0 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.1840818 Jul 29 14:26:42.256867 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 59358) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:42.302504 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-bdec7045-dcc9-4855-8ddd-69f5a39ab76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:42.317881 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-c4c769d2-4a8d-4e10-9fd0-c3ff910acccd req-1a58a0da-c1d7-4785-adb3-6cceb1225c28 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Deleting port 3e53bc76-fa29-4ab1-9414-78fa37c0f0e2 {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:26:42.318256 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-c4c769d2-4a8d-4e10-9fd0-c3ff910acccd req-1a58a0da-c1d7-4785-adb3-6cceb1225c28 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:42.372527 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-52946e3d-ef5c-43cc-9cc3-461f8a8c146d None None] Notify callbacks [] for port, precommit_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:42.412616 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.provisioning_blocks [None req-52946e3d-ef5c-43cc-9cc3-461f8a8c146d None None] Transition to ACTIVE for port object edd17a42-a173-49b6-8fba-a1b1b1f8269b will not be triggered until provisioned by entity L2. {{(pid=93049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:26:42.418888 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2367c16a-03c6-4666-ab8f-c75d39dd955d req-19a8e249-cdae-4e17-8afb-4973ddbbc542 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1598911 Jul 29 14:26:42.427722 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-52946e3d-ef5c-43cc-9cc3-461f8a8c146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:42.490880 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-52946e3d-ef5c-43cc-9cc3-461f8a8c146d None None] Attempting to bind port edd17a42-a173-49b6-8fba-a1b1b1f8269b on host dv-cinder-802882-2-iscsi for vnic_type normal with profile {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:26:42.491248 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-52946e3d-ef5c-43cc-9cc3-461f8a8c146d None None] Attempting to bind port edd17a42-a173-49b6-8fba-a1b1b1f8269b by drivers openvswitch,hyperv on host dv-cinder-802882-2-iscsi at level 0 using segments [{'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:26:42.491782 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52946e3d-ef5c-43cc-9cc3-461f8a8c146d None None] Attempting to bind port edd17a42-a173-49b6-8fba-a1b1b1f8269b on network 32664875-679c-4a6a-adbf-80e7664b419a {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:26:42.494104 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a689e-df45-4b38-990b-430fd9c91fb3 None None] Pushing event updated for resources: {'Port': ['ID=edd17a42-a173-49b6-8fba-a1b1b1f8269b,revision_number=2']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:42.505596 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a689e-df45-4b38-990b-430fd9c91fb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:42.506361 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a689e-df45-4b38-990b-430fd9c91fb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:42.506884 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a689e-df45-4b38-990b-430fd9c91fb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:42.507365 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a689e-df45-4b38-990b-430fd9c91fb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:42.507842 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a689e-df45-4b38-990b-430fd9c91fb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:42.508337 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a689e-df45-4b38-990b-430fd9c91fb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:42.508810 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a689e-df45-4b38-990b-430fd9c91fb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:42.509701 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a689e-df45-4b38-990b-430fd9c91fb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:42.510283 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a689e-df45-4b38-990b-430fd9c91fb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:42.511112 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a689e-df45-4b38-990b-430fd9c91fb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:42.511599 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a689e-df45-4b38-990b-430fd9c91fb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:42.512092 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a689e-df45-4b38-990b-430fd9c91fb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:26:42.519607 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52946e3d-ef5c-43cc-9cc3-461f8a8c146d None None] Checking agent: {'id': '1ca66b18-24af-4c4d-ab67-53f04b5066d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 14, 58), 'started_at': datetime.datetime(2021, 7, 29, 14, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:26:42.520241 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52946e3d-ef5c-43cc-9cc3-461f8a8c146d None None] Checking segment: {'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:26:42.520793 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-52946e3d-ef5c-43cc-9cc3-461f8a8c146d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:42.521331 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52946e3d-ef5c-43cc-9cc3-461f8a8c146d None None] Bound using segment: {'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:26:42.522047 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-52946e3d-ef5c-43cc-9cc3-461f8a8c146d None None] Bound port: edd17a42-a173-49b6-8fba-a1b1b1f8269b, host: dv-cinder-802882-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'}}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:26:42.522336 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device bc3c8625-9b45-4092-a832-b91a030a5ed2 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:26:42.523139 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-52946e3d-ef5c-43cc-9cc3-461f8a8c146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:42.575967 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [None req-bdec7045-dcc9-4855-8ddd-69f5a39ab76c admin admin] Allocated IP 172.20.0.1 (fc30f6c6-945d-4102-8889-37cbeb7abf30/96251832-4e3f-4c8a-b08d-273ae0959694/b0a5fe53-2a18-4a19-acdc-ae1af38e5c21) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:26:42.649716 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-52946e3d-ef5c-43cc-9cc3-461f8a8c146d None None] For port edd17a42-a173-49b6-8fba-a1b1b1f8269b, host dv-cinder-802882-2-iscsi, cleared binding levels {{(pid=93049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:26:42.655701 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-52946e3d-ef5c-43cc-9cc3-461f8a8c146d None None] For port edd17a42-a173-49b6-8fba-a1b1b1f8269b, host dv-cinder-802882-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=edd17a42-a173-49b6-8fba-a1b1b1f8269b,segment=NetworkSegment(e7b1a31c-3199-44cd-ae65-85b7e84c8d28),segment_id=e7b1a31c-3199-44cd-ae65-85b7e84c8d28)] {{(pid=93049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:26:42.664673 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-52946e3d-ef5c-43cc-9cc3-461f8a8c146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:42.687425 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9efdfbf-cd3d-45df-bc41-262bd4c3e485 req-0040f969-4553-41ce-bab1-aba420665792 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:42.689630 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b9efdfbf-cd3d-45df-bc41-262bd4c3e485 req-0040f969-4553-41ce-bab1-aba420665792 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=24333c3c-ddc2-4660-95b3-edc0bed17c5f HTTP/1.1" status: 200 len: 946 time: 0.1057546 Jul 29 14:26:42.740311 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52946e3d-ef5c-43cc-9cc3-461f8a8c146d None None] Routers {'e4d8203b-6501-4bf7-a212-16df2966a1ee'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:26:42.741202 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-52946e3d-ef5c-43cc-9cc3-461f8a8c146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:26:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['e4d8203b-6501-4bf7-a212-16df2966a1ee'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:42.743111 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-c4c769d2-4a8d-4e10-9fd0-c3ff910acccd req-1a58a0da-c1d7-4785-adb3-6cceb1225c28 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] For port 3e53bc76-fa29-4ab1-9414-78fa37c0f0e2, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=3e53bc76-fa29-4ab1-9414-78fa37c0f0e2,segment=NetworkSegment(835fc5e6-f12e-4899-9ab3-61fab492cf37),segment_id=835fc5e6-f12e-4899-9ab3-61fab492cf37)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:26:42.743688 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-c4c769d2-4a8d-4e10-9fd0-c3ff910acccd req-1a58a0da-c1d7-4785-adb3-6cceb1225c28 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:42.763568 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-c4c769d2-4a8d-4e10-9fd0-c3ff910acccd req-1a58a0da-c1d7-4785-adb3-6cceb1225c28 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Calling delete_port for 3e53bc76-fa29-4ab1-9414-78fa37c0f0e2 owned by compute:nova {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:26:42.780614 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a689e-df45-4b38-990b-430fd9c91fb3 None None] Pushing event updated for resources: {'Port': ['ID=edd17a42-a173-49b6-8fba-a1b1b1f8269b,revision_number=3']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:42.844869 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b9efdfbf-cd3d-45df-bc41-262bd4c3e485 req-172d5683-ce93-41d7-b188-6f1d38b54867 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a0acfd1-26e6-4a1a-b50b-6d7dc1b17c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315496 Jul 29 14:26:43.001568 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-52946e3d-ef5c-43cc-9cc3-461f8a8c146d None None] Set router e4d8203b-6501-4bf7-a212-16df2966a1ee gateway port host: dv-cinder-802882-2-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:26:43.009872 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-bdec7045-dcc9-4855-8ddd-69f5a39ab76c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:43.026006 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [None req-bdec7045-dcc9-4855-8ddd-69f5a39ab76c admin admin] Transition to ACTIVE for port object b0a5fe53-2a18-4a19-acdc-ae1af38e5c21 will not be triggered until provisioned by entity DHCP. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:26:43.055465 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 59390) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:43.090757 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6857f6-09bb-491b-be70-cd9c802c805d req-81973b00-1d22-4e3c-a1e6-61fc290da934 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:43.092474 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5f6857f6-09bb-491b-be70-cd9c802c805d req-81973b00-1d22-4e3c-a1e6-61fc290da934 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d28087-65b5-4068-b671-04ddc5344f32 HTTP/1.1" status: 200 len: 945 time: 0.1510122 Jul 29 14:26:43.174063 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-c4c769d2-4a8d-4e10-9fd0-c3ff910acccd req-1a58a0da-c1d7-4785-adb3-6cceb1225c28 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:43.185561 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e86f4c-ec80-4dda-a862-e1a4386b1a9c req-0013d32b-3003-4e81-8a13-a67e4c089a34 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:43.187590 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e1e86f4c-ec80-4dda-a862-e1a4386b1a9c req-0013d32b-3003-4e81-8a13-a67e4c089a34 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 943 time: 0.1730988 Jul 29 14:26:43.191232 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['3e53bc76-fa29-4ab1-9414-78fa37c0f0e2'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:26:43.196814 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5f6857f6-09bb-491b-be70-cd9c802c805d req-a0de54c5-8475-4aeb-8d97-8ecec0ec3a7c tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.44 "GET /v2.0/security-groups?id=df0e20ee-be47-4a48-9581-352a0a6711e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911241 Jul 29 14:26:43.217212 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405af67-049d-4cf5-b026-b8c8a0151d4c req-c93af3d1-dbca-4960-8576-eca99d720099 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:43.219159 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e405af67-049d-4cf5-b026-b8c8a0151d4c req-c93af3d1-dbca-4960-8576-eca99d720099 tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.42 "GET /v2.0/ports?device_id=24333c3c-ddc2-4660-95b3-edc0bed17c5f HTTP/1.1" status: 200 len: 946 time: 0.1222768 Jul 29 14:26:43.250018 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-bdec7045-dcc9-4855-8ddd-69f5a39ab76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:43.260828 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-52946e3d-ef5c-43cc-9cc3-461f8a8c146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'name': 'tempest-TestVolumeBootPattern-1288691138-router', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:38Z', 'updated_at': '2021-07-29T14:26:40Z', 'revision_number': 3, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'gw_port': {'id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:39Z', 'updated_at': '2021-07-29T14:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi'}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:43.286781 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58a0da-c1d7-4785-adb3-6cceb1225c28 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Pushing event deleted for resources: {'Port': ['ID=3e53bc76-fa29-4ab1-9414-78fa37c0f0e2,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:43.296856 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52946e3d-ef5c-43cc-9cc3-461f8a8c146d None None] The sync data for ids ['e4d8203b-6501-4bf7-a212-16df2966a1ee'] in dv-cinder-802882-2-iscsi is: [{'id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'name': 'tempest-TestVolumeBootPattern-1288691138-router', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:38Z', 'updated_at': '2021-07-29T14:26:40Z', 'revision_number': 3, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'gw_port': {'id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:39Z', 'updated_at': '2021-07-29T14:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi'}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:26:43.317213 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2206ea9e-f720-4df2-a6e2-2acfe0a25628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:43.340109 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c769d2-4a8d-4e10-9fd0-c3ff910acccd req-1a58a0da-c1d7-4785-adb3-6cceb1225c28 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] No DVR routers for this DVR port 3e53bc76-fa29-4ab1-9414-78fa37c0f0e2 on host hv-cinder-80288 {{(pid=93046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:26:43.344316 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-c4c769d2-4a8d-4e10-9fd0-c3ff910acccd req-1a58a0da-c1d7-4785-adb3-6cceb1225c28 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:43.348753 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c4c769d2-4a8d-4e10-9fd0-c3ff910acccd req-1a58a0da-c1d7-4785-adb3-6cceb1225c28 tempest-ServerRescueNegativeTestJSON-2014723378 tempest-ServerRescueNegativeTestJSON-2014723378-project] 10.222.0.42 "DELETE /v2.0/ports/3e53bc76-fa29-4ab1-9414-78fa37c0f0e2 HTTP/1.1" status: 204 len: 173 time: 1.1985412 Jul 29 14:26:43.349827 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d28087-65b5-4068-b671-04ddc5344f32', 'name': 'network-vif-deleted', 'tag': '3e53bc76-fa29-4ab1-9414-78fa37c0f0e2'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:26:43.351722 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12d0d8acfdc7c270d197b253719fe34768a82c9c4ffac31e71dba4df5af88c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84266188-534f-4308-9af7-0d492a791485" -d '{"events": [{"server_uuid": "b3d28087-65b5-4068-b671-04ddc5344f32", "name": "network-vif-deleted", "tag": "3e53bc76-fa29-4ab1-9414-78fa37c0f0e2"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:26:43.366072 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdec7045-dcc9-4855-8ddd-69f5a39ab76c admin admin] Network fc30f6c6-945d-4102-8889-37cbeb7abf30 is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:26:43.367626 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-bdec7045-dcc9-4855-8ddd-69f5a39ab76c admin admin] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:26:43.372638 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdec7045-dcc9-4855-8ddd-69f5a39ab76c admin admin] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:26:43.383333 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e1e86f4c-ec80-4dda-a862-e1a4386b1a9c req-4349d2db-35a8-4257-9499-d6e0ea02d609 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763892 Jul 29 14:26:43.431345 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-bdec7045-dcc9-4855-8ddd-69f5a39ab76c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744496'] for router_interface, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:43.478304 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-e405af67-049d-4cf5-b026-b8c8a0151d4c req-13a9cbd5-4389-4067-9075-2183b43d15ae tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Deleting port 34c6d893-9723-46cf-ad70-f6f3fd7d2270 {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:26:43.478767 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-e405af67-049d-4cf5-b026-b8c8a0151d4c req-13a9cbd5-4389-4067-9075-2183b43d15ae tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:43.520634 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6b9f0c-26d2-4cc4-b3df-8a765e9e64ca x-openstack-request-id: req-be6b9f0c-26d2-4cc4-b3df-8a765e9e64ca {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:26:43.521292 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d28087-65b5-4068-b671-04ddc5344f32", "name": "network-vif-deleted", "tag": "3e53bc76-fa29-4ab1-9414-78fa37c0f0e2", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:26:43.521779 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-be6b9f0c-26d2-4cc4-b3df-8a765e9e64ca {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:26:43.522432 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d28087-65b5-4068-b671-04ddc5344f32', 'name': 'network-vif-deleted', 'tag': '3e53bc76-fa29-4ab1-9414-78fa37c0f0e2', 'status': 'completed', 'code': 200} Jul 29 14:26:43.525223 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec7045-dcc9-4855-8ddd-69f5a39ab76c admin admin] Pushing event updated for resources: {'Port': ['ID=b0a5fe53-2a18-4a19-acdc-ae1af38e5c21,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:43.556596 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device a1b2d8f0-1a6f-489c-9925-932567de1a5b up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:26:43.638720 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port a1b2d8f0-1a6f-489c-9925-932567de1a5b triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:26:43.639237 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:43.641833 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2206ea9e-f720-4df2-a6e2-2acfe0a25628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:43.654285 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2206ea9e-f720-4df2-a6e2-2acfe0a25628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:43.715142 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-e405af67-049d-4cf5-b026-b8c8a0151d4c req-13a9cbd5-4389-4067-9075-2183b43d15ae tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] For port 34c6d893-9723-46cf-ad70-f6f3fd7d2270, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=34c6d893-9723-46cf-ad70-f6f3fd7d2270,segment=NetworkSegment(e4e9cef4-d88b-431d-840b-7cccd51c3f22),segment_id=e4e9cef4-d88b-431d-840b-7cccd51c3f22)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:26:43.715775 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-e405af67-049d-4cf5-b026-b8c8a0151d4c req-13a9cbd5-4389-4067-9075-2183b43d15ae tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:43.726410 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-bdec7045-dcc9-4855-8ddd-69f5a39ab76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:43.733757 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-2206ea9e-f720-4df2-a6e2-2acfe0a25628 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5ef2418e0f9e4781954ba2d6f2a6eff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6746135 Jul 29 14:26:43.745079 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 59396) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:43.750824 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-b835807d-3bfb-443e-b083-9b25dbad674f None None] Provisioning for port b0a5fe53-2a18-4a19-acdc-ae1af38e5c21 completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:26:43.756160 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-b835807d-3bfb-443e-b083-9b25dbad674f None None] Provisioning complete for port b0a5fe53-2a18-4a19-acdc-ae1af38e5c21 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:26:43.756942 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-b835807d-3bfb-443e-b083-9b25dbad674f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:43.759049 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206ea9e-f720-4df2-a6e2-2acfe0a25628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fc6bec-7dd2-4155-9156-44d65b78f8d0,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:43.763805 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-e405af67-049d-4cf5-b026-b8c8a0151d4c req-13a9cbd5-4389-4067-9075-2183b43d15ae tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Calling delete_port for 34c6d893-9723-46cf-ad70-f6f3fd7d2270 owned by compute:nova {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:26:43.829549 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-b835807d-3bfb-443e-b083-9b25dbad674f None None] Port b0a5fe53-2a18-4a19-acdc-ae1af38e5c21 cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:26:43.869817 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-987b8c5f-6da9-4165-9760-bfc166176c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:43.964089 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-987b8c5f-6da9-4165-9760-bfc166176c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:44.036781 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-bdec7045-dcc9-4855-8ddd-69f5a39ab76c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:44.042905 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-bdec7045-dcc9-4855-8ddd-69f5a39ab76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971904'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:44.101894 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cfa5f-cdfc-419a-9ae8-0baa27c4ff87 req-9e5f6882-b048-41e9-9e49-8b6b6b9cc08f tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:44.103486 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-002cfa5f-cdfc-419a-9ae8-0baa27c4ff87 req-9e5f6882-b048-41e9-9e49-8b6b6b9cc08f tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/ports?device_id=24333c3c-ddc2-4660-95b3-edc0bed17c5f HTTP/1.1" status: 200 len: 946 time: 0.1605294 Jul 29 14:26:44.133682 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-bdec7045-dcc9-4855-8ddd-69f5a39ab76c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659616'] for router_interface, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:44.135952 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec7045-dcc9-4855-8ddd-69f5a39ab76c admin admin] Pushing event updated for resources: {'Port': ['ID=b0a5fe53-2a18-4a19-acdc-ae1af38e5c21,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:44.156455 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-987b8c5f-6da9-4165-9760-bfc166176c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:44.156715 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-987b8c5f-6da9-4165-9760-bfc166176c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:44.159626 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-987b8c5f-6da9-4165-9760-bfc166176c01 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/62fc6bec-7dd2-4155-9156-44d65b78f8d0 HTTP/1.1" status: 204 len: 168 time: 0.4109054 Jul 29 14:26:44.160617 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-e405af67-049d-4cf5-b026-b8c8a0151d4c req-13a9cbd5-4389-4067-9075-2183b43d15ae tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:44.175170 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['34c6d893-9723-46cf-ad70-f6f3fd7d2270'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:26:44.219042 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b8c5f-6da9-4165-9760-bfc166176c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fc6bec-7dd2-4155-9156-44d65b78f8d0,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:44.236562 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9cbd5-4389-4067-9075-2183b43d15ae tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Pushing event deleted for resources: {'Port': ['ID=34c6d893-9723-46cf-ad70-f6f3fd7d2270,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:44.257418 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-002cfa5f-cdfc-419a-9ae8-0baa27c4ff87 req-ae9fef7b-6a43-48fe-b044-3787aba7613d tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a0acfd1-26e6-4a1a-b50b-6d7dc1b17c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277401 Jul 29 14:26:44.334451 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 59410) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:44.369356 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-e405af67-049d-4cf5-b026-b8c8a0151d4c req-13a9cbd5-4389-4067-9075-2183b43d15ae tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] No DVR routers for this DVR port 34c6d893-9723-46cf-ad70-f6f3fd7d2270 on host hv-cinder-80288 {{(pid=93047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:26:44.372967 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-e405af67-049d-4cf5-b026-b8c8a0151d4c req-13a9cbd5-4389-4067-9075-2183b43d15ae tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:44.385581 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e405af67-049d-4cf5-b026-b8c8a0151d4c req-13a9cbd5-4389-4067-9075-2183b43d15ae tempest-VolumesSnapshotTestJSON-229407785 tempest-VolumesSnapshotTestJSON-229407785-project] 10.222.0.42 "DELETE /v2.0/ports/34c6d893-9723-46cf-ad70-f6f3fd7d2270 HTTP/1.1" status: 204 len: 173 time: 1.1577201 Jul 29 14:26:44.386885 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24333c3c-ddc2-4660-95b3-edc0bed17c5f', 'name': 'network-vif-deleted', 'tag': '34c6d893-9723-46cf-ad70-f6f3fd7d2270'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:26:44.396103 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d29991c668386e200e1a1994fca063bc4f2dc54aaad28d0a971c904e1588ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed2ee03-4ff9-4e02-b8f3-1677b6559ccb" -d '{"events": [{"server_uuid": "24333c3c-ddc2-4660-95b3-edc0bed17c5f", "name": "network-vif-deleted", "tag": "34c6d893-9723-46cf-ad70-f6f3fd7d2270"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:26:44.445800 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdec7045-dcc9-4855-8ddd-69f5a39ab76c admin admin] Network fc30f6c6-945d-4102-8889-37cbeb7abf30 is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:26:44.454575 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-bdec7045-dcc9-4855-8ddd-69f5a39ab76c admin admin] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:26:44.492304 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e39a879-d0f7-4348-aa1f-5c19db471481 x-openstack-request-id: req-0e39a879-d0f7-4348-aa1f-5c19db471481 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:26:44.492876 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24333c3c-ddc2-4660-95b3-edc0bed17c5f", "name": "network-vif-deleted", "tag": "34c6d893-9723-46cf-ad70-f6f3fd7d2270", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:26:44.494146 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0e39a879-d0f7-4348-aa1f-5c19db471481 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:26:44.495228 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24333c3c-ddc2-4660-95b3-edc0bed17c5f', 'name': 'network-vif-deleted', 'tag': '34c6d893-9723-46cf-ad70-f6f3fd7d2270', 'status': 'completed', 'code': 200} Jul 29 14:26:44.604843 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29ada4-75d7-4a9b-9326-b14fdeeb9163 req-ed8a3fe8-213f-4e32-bf72-b762e023c035 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:44.627086 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ad29ada4-75d7-4a9b-9326-b14fdeeb9163 req-ed8a3fe8-213f-4e32-bf72-b762e023c035 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 943 time: 0.1097567 Jul 29 14:26:44.704799 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ad29ada4-75d7-4a9b-9326-b14fdeeb9163 req-ee6cd3fe-38e0-4086-8413-541d35a2242f tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738866 Jul 29 14:26:44.714212 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdec7045-dcc9-4855-8ddd-69f5a39ab76c admin admin] Router e4d8203b-6501-4bf7-a212-16df2966a1ee has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:26:44.775539 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-bd57f7e6-334a-4ebe-bfc4-e552bc71e404 None None] Provisioning complete for port b0a5fe53-2a18-4a19-acdc-ae1af38e5c21 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:26:44.777056 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-bd57f7e6-334a-4ebe-bfc4-e552bc71e404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:44.859122 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-bd57f7e6-334a-4ebe-bfc4-e552bc71e404 None None] Port b0a5fe53-2a18-4a19-acdc-ae1af38e5c21 cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:26:44.869060 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 59422) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:44.890152 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-69074c77-0777-4c27-9cb4-901e8dfcfac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:44.916218 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367c16a-03c6-4666-ab8f-c75d39dd955d req-3108b1ea-d76f-4eee-9657-8852f4dd3bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:44.917720 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2367c16a-03c6-4666-ab8f-c75d39dd955d req-3108b1ea-d76f-4eee-9657-8852f4dd3bdf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e&tenant_id=ecc5aee94f74408ba54b34189a01d823 HTTP/1.1" status: 200 len: 1096 time: 0.1716039 Jul 29 14:26:45.011755 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367c16a-03c6-4666-ab8f-c75d39dd955d req-5796f163-2dab-4977-95c9-e2b5f11f43a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:45.013271 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2367c16a-03c6-4666-ab8f-c75d39dd955d req-5796f163-2dab-4977-95c9-e2b5f11f43a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ecc5aee94f74408ba54b34189a01d823&device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 1096 time: 0.0690625 Jul 29 14:26:45.083028 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-69074c77-0777-4c27-9cb4-901e8dfcfac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:45.088618 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-69074c77-0777-4c27-9cb4-901e8dfcfac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:45.145979 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69074c77-0777-4c27-9cb4-901e8dfcfac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f94c5ca-d30d-4007-aeb5-778d8149cf8d,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:45.152538 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-69074c77-0777-4c27-9cb4-901e8dfcfac2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=44f1701760364e9fad4a544863842db0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824535 Jul 29 14:26:45.155602 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 59424) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:45.189440 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367c16a-03c6-4666-ab8f-c75d39dd955d req-e7e780c5-c3d0-4213-a867-b4c7479c8b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:45.191064 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2367c16a-03c6-4666-ab8f-c75d39dd955d req-e7e780c5-c3d0-4213-a867-b4c7479c8b45 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a4c7fff-7798-4447-98a3-cd40daeca628 HTTP/1.1" status: 200 len: 918 time: 0.1667044 Jul 29 14:26:45.261037 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdec7045-dcc9-4855-8ddd-69f5a39ab76c admin admin] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:26:45.269982 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-bdec7045-dcc9-4855-8ddd-69f5a39ab76c admin admin] 10.222.0.44 "PUT /v2.0/routers/e4d8203b-6501-4bf7-a212-16df2966a1ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8549962 Jul 29 14:26:45.276856 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ac5a594d-5a0f-4909-929b-1cfed5f4b828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:45.515985 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device edd17a42-a173-49b6-8fba-a1b1b1f8269b up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:26:45.574612 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2367c16a-03c6-4666-ab8f-c75d39dd955d req-2da7318d-ca70-40c8-a371-96d199543688 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc3c8625-9b45-4092-a832-b91a030a5ed2 HTTP/1.1" status: 200 len: 999 time: 0.3713040 Jul 29 14:26:45.575126 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-307cfa5c-89cd-4565-9ecd-d06d7c645db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659525'] for router_interface, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:45.587997 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning for port edd17a42-a173-49b6-8fba-a1b1b1f8269b completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:26:45.593508 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port edd17a42-a173-49b6-8fba-a1b1b1f8269b triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:26:45.593887 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:45.627391 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ac5a594d-5a0f-4909-929b-1cfed5f4b828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:45.668470 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367c16a-03c6-4666-ab8f-c75d39dd955d req-883bcf83-c59c-417a-9c7c-42ce3619896e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:45.670530 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2367c16a-03c6-4666-ab8f-c75d39dd955d req-883bcf83-c59c-417a-9c7c-42ce3619896e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6 HTTP/1.1" status: 200 len: 856 time: 0.0815406 Jul 29 14:26:45.750611 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ac5a594d-5a0f-4909-929b-1cfed5f4b828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:45.752199 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:45.753775 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ac5a594d-5a0f-4909-929b-1cfed5f4b828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:45.755320 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-ac5a594d-5a0f-4909-929b-1cfed5f4b828 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8f94c5ca-d30d-4007-aeb5-778d8149cf8d HTTP/1.1" status: 204 len: 168 time: 0.5982020 Jul 29 14:26:45.773162 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367c16a-03c6-4666-ab8f-c75d39dd955d req-60e23bd9-0fa6-4011-a5f8-8de7a474d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:45.776756 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2367c16a-03c6-4666-ab8f-c75d39dd955d req-60e23bd9-0fa6-4011-a5f8-8de7a474d9a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a4c7fff-7798-4447-98a3-cd40daeca628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0959864 Jul 29 14:26:45.778796 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a594d-5a0f-4909-929b-1cfed5f4b828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f94c5ca-d30d-4007-aeb5-778d8149cf8d,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:45.815452 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] For port edd17a42-a173-49b6-8fba-a1b1b1f8269b, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=edd17a42-a173-49b6-8fba-a1b1b1f8269b,segment=NetworkSegment(e7b1a31c-3199-44cd-ae65-85b7e84c8d28),segment_id=e7b1a31c-3199-44cd-ae65-85b7e84c8d28)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:26:45.836024 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:45.908144 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b830252-93fe-4070-b674-c36c6274a069 None None] Sync routers for ids ['e4d8203b-6501-4bf7-a212-16df2966a1ee'] in dv-cinder-802882-2-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:26:45.950371 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b830252-93fe-4070-b674-c36c6274a069 None None] Routers {'e4d8203b-6501-4bf7-a212-16df2966a1ee'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:26:45.953660 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-3b830252-93fe-4070-b674-c36c6274a069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:26:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['e4d8203b-6501-4bf7-a212-16df2966a1ee'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:45.983644 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2367c16a-03c6-4666-ab8f-c75d39dd955d req-99fe6209-cdbf-4495-a018-8820b46983f8 service neutron] 10.222.0.42 "GET /v2.0/networks/8a4c7fff-7798-4447-98a3-cd40daeca628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979797 Jul 29 14:26:46.024194 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Pushing event updated for resources: {'Port': ['ID=edd17a42-a173-49b6-8fba-a1b1b1f8269b,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:46.172285 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-3b830252-93fe-4070-b674-c36c6274a069 None None] Set router e4d8203b-6501-4bf7-a212-16df2966a1ee gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:26:46.183069 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-307cfa5c-89cd-4565-9ecd-d06d7c645db0 admin admin] Deleting port eae75db9-7fb2-478b-9fe9-de9d1b87afab {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:26:46.183069 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-307cfa5c-89cd-4565-9ecd-d06d7c645db0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:46.195822 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ba70b-d733-4468-829b-e6c05a1a7e37 req-3541b259-ee96-42e7-a943-bc80a1064f91 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:46.197813 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-273ba70b-d733-4468-829b-e6c05a1a7e37 req-3541b259-ee96-42e7-a943-bc80a1064f91 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 943 time: 0.2128768 Jul 29 14:26:46.301489 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [None req-307cfa5c-89cd-4565-9ecd-d06d7c645db0 admin admin] For port eae75db9-7fb2-478b-9fe9-de9d1b87afab, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=eae75db9-7fb2-478b-9fe9-de9d1b87afab,segment=NetworkSegment(835fc5e6-f12e-4899-9ab3-61fab492cf37),segment_id=835fc5e6-f12e-4899-9ab3-61fab492cf37)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:26:46.302076 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-307cfa5c-89cd-4565-9ecd-d06d7c645db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:46.315420 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-307cfa5c-89cd-4565-9ecd-d06d7c645db0 admin admin] Calling delete_port for eae75db9-7fb2-478b-9fe9-de9d1b87afab owned by network:router_interface {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:26:46.328137 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-273ba70b-d733-4468-829b-e6c05a1a7e37 req-291f8252-a763-4753-8bd1-c2236d4b2f41 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195903 Jul 29 14:26:46.336010 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2367c16a-03c6-4666-ab8f-c75d39dd955d req-151a5c86-afa5-410f-8a40-f4a9fd10a75a service neutron] 10.222.0.42 "GET /v2.0/networks/8a4c7fff-7798-4447-98a3-cd40daeca628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539668 Jul 29 14:26:46.336806 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 59460) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:46.352538 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-9feca6d0-6521-4777-b9cd-30b2de2d18e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:46.497289 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-9feca6d0-6521-4777-b9cd-30b2de2d18e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:46.505193 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-9feca6d0-6521-4777-b9cd-30b2de2d18e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:46.557458 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 34c6d893-9723-46cf-ad70-f6f3fd7d2270 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:26:46.587794 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feca6d0-6521-4777-b9cd-30b2de2d18e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69b4081-3bee-45a2-ad19-e2a9e9671254,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:46.593742 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] No Port match for: 34c6d893-9723-46cf-ad70-f6f3fd7d2270 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:26:46.594755 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 34c6d893-9723-46cf-ad70-f6f3fd7d2270 not bound to the agent host hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:26:46.596078 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 3e53bc76-fa29-4ab1-9414-78fa37c0f0e2 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:26:46.626059 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-9feca6d0-6521-4777-b9cd-30b2de2d18e2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=337be950861c4a3a8ac6220bca57838b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2873089 Jul 29 14:26:46.627008 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 59474) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:46.627909 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] No Port match for: 3e53bc76-fa29-4ab1-9414-78fa37c0f0e2 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:26:46.628263 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 3e53bc76-fa29-4ab1-9414-78fa37c0f0e2 not bound to the agent host hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:26:46.662240 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-3b830252-93fe-4070-b674-c36c6274a069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'name': 'tempest-TestVolumeBootPattern-1288691138-router', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:38Z', 'updated_at': '2021-07-29T14:26:43Z', 'revision_number': 4, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'gw_port': {'id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:39Z', 'updated_at': '2021-07-29T14:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': 'b0a5fe53-2a18-4a19-acdc-ae1af38e5c21', 'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'mac_address': 'fa:16:3e:3b:aa:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:42Z', 'updated_at': '2021-07-29T14:26:43Z', 'revision_number': 2, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'subnets': [{'id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:46.670399 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-307cfa5c-89cd-4565-9ecd-d06d7c645db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:46.724262 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b830252-93fe-4070-b674-c36c6274a069 None None] Checking router: e4d8203b-6501-4bf7-a212-16df2966a1ee for host: dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:26:46.724987 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b830252-93fe-4070-b674-c36c6274a069 None None] Updating router e4d8203b-6501-4bf7-a212-16df2966a1ee port b0a5fe53-2a18-4a19-acdc-ae1af38e5c21 binding host dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:26:46.737209 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b2f344be-85b9-482e-ac42-d49cefab2784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:46.761513 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 59484) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:46.768455 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-3b830252-93fe-4070-b674-c36c6274a069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:46.788357 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307cfa5c-89cd-4565-9ecd-d06d7c645db0 admin admin] Pushing event deleted for resources: {'Port': ['ID=eae75db9-7fb2-478b-9fe9-de9d1b87afab,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:46.802347 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-ca8d29f3-b53a-44cf-aac7-36db3c2d8526 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1464212530-network', 'tenant_id': 'f6ce0d9937204effaee460355e5bd8cd'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:26:46.841088 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b2f344be-85b9-482e-ac42-d49cefab2784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:46.889993 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8d29f3-b53a-44cf-aac7-36db3c2d8526 admin admin] Made reservation on behalf of f6ce0d9937204effaee460355e5bd8cd for: {'network': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:26:46.894313 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ca8d29f3-b53a-44cf-aac7-36db3c2d8526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for network, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:46.904009 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ca8d29f3-b53a-44cf-aac7-36db3c2d8526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:46.957630 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-307cfa5c-89cd-4565-9ecd-d06d7c645db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659497'] for router_interface, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:46.974639 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b2f344be-85b9-482e-ac42-d49cefab2784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:46.979137 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b2f344be-85b9-482e-ac42-d49cefab2784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:46.982609 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-b2f344be-85b9-482e-ac42-d49cefab2784 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d69b4081-3bee-45a2-ad19-e2a9e9671254 HTTP/1.1" status: 204 len: 168 time: 0.3524842 Jul 29 14:26:46.999378 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f344be-85b9-482e-ac42-d49cefab2784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69b4081-3bee-45a2-ad19-e2a9e9671254,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:47.131379 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ca8d29f3-b53a-44cf-aac7-36db3c2d8526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:47.142515 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ca8d29f3-b53a-44cf-aac7-36db3c2d8526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:47.189431 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8d29f3-b53a-44cf-aac7-36db3c2d8526 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=93047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:26:47.221852 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d29f3-b53a-44cf-aac7-36db3c2d8526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b2e6a5-5378-4742-9cea-54803aaea5f1,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:47.228872 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ca8d29f3-b53a-44cf-aac7-36db3c2d8526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:47.229255 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.db.segments_db [None req-ca8d29f3-b53a-44cf-aac7-36db3c2d8526 admin admin] Added segment 96cf41bc-7609-4363-9fdc-97c88c0f9c10 of type vlan for network 50fd417f-a92c-4869-a8e4-687249649b1f Jul 29 14:26:47.314763 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307cfa5c-89cd-4565-9ecd-d06d7c645db0 admin admin] Router a2357719-c369-4091-a610-2d36e1d9ea5b has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:26:47.334349 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ca8d29f3-b53a-44cf-aac7-36db3c2d8526 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774390054750'] for network, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:47.380389 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ca8d29f3-b53a-44cf-aac7-36db3c2d8526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:47.383155 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8d29f3-b53a-44cf-aac7-36db3c2d8526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:47.384218 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ca8d29f3-b53a-44cf-aac7-36db3c2d8526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:47.422385 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-3b830252-93fe-4070-b674-c36c6274a069 None None] Notify callbacks [] for port, precommit_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:47.454467 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-3b830252-93fe-4070-b674-c36c6274a069 None None] Transition to ACTIVE for port object b0a5fe53-2a18-4a19-acdc-ae1af38e5c21 will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:26:47.471207 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-3b830252-93fe-4070-b674-c36c6274a069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:47.559175 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095396eb-aa79-4499-9110-3eee10b1de75 None None] Pushing event updated for resources: {'Port': ['ID=b0a5fe53-2a18-4a19-acdc-ae1af38e5c21,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:47.560313 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d29f3-b53a-44cf-aac7-36db3c2d8526 admin admin] Pushing event updated for resources: {'Network': ['ID=50fd417f-a92c-4869-a8e4-687249649b1f,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:47.634407 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Network 50fd417f-a92c-4869-a8e4-687249649b1f details requested by agent ovs-agent-dv-cinder-802882-2-iscsi with host dv-cinder-802882-2-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:26:47.668186 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307cfa5c-89cd-4565-9ecd-d06d7c645db0 admin admin] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:26:47.677007 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-307cfa5c-89cd-4565-9ecd-d06d7c645db0 admin admin] 10.222.0.44 "PUT /v2.0/routers/a2357719-c369-4091-a610-2d36e1d9ea5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3357017 Jul 29 14:26:47.679437 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69303389-989b-43bb-8b42-972566c7d7e2 None None] Sync routers for ids ['a2357719-c369-4091-a610-2d36e1d9ea5b'] in dv-cinder-802882-2-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:26:47.682586 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 59518) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:47.706145 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69303389-989b-43bb-8b42-972566c7d7e2 None None] Routers {'a2357719-c369-4091-a610-2d36e1d9ea5b'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:26:47.707548 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-69303389-989b-43bb-8b42-972566c7d7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:26:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['a2357719-c369-4091-a610-2d36e1d9ea5b'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:47.753018 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-ca8d29f3-b53a-44cf-aac7-36db3c2d8526 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9819589 Jul 29 14:26:47.754120 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 59522) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:47.766390 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-2eaaa752-2cc0-4dcd-b144-11e8f8f6a812 admin admin] Request body: {'subnet': {'network_id': '50fd417f-a92c-4869-a8e4-687249649b1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1464212530-subnet', 'tenant_id': 'f6ce0d9937204effaee460355e5bd8cd', 'ip_version': 4}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:26:47.806351 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-3b830252-93fe-4070-b674-c36c6274a069 None None] Attempting to bind port b0a5fe53-2a18-4a19-acdc-ae1af38e5c21 on host dv-cinder-802882-2-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:26:47.812735 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-3b830252-93fe-4070-b674-c36c6274a069 None None] Attempting to bind port b0a5fe53-2a18-4a19-acdc-ae1af38e5c21 by drivers openvswitch,hyperv on host dv-cinder-802882-2-iscsi at level 0 using segments [{'id': '9e1b997b-38b8-4a39-8704-0a229296c38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:26:47.814356 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b830252-93fe-4070-b674-c36c6274a069 None None] Attempting to bind port b0a5fe53-2a18-4a19-acdc-ae1af38e5c21 on network fc30f6c6-945d-4102-8889-37cbeb7abf30 {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:26:47.821467 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device edd17a42-a173-49b6-8fba-a1b1b1f8269b up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:26:47.846269 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff2446-97b4-4025-887e-56baf0ed750f req-7d45db47-7631-4ca9-b02b-dd6d79793fee tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:47.852100 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c4ff2446-97b4-4025-887e-56baf0ed750f req-7d45db47-7631-4ca9-b02b-dd6d79793fee tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 943 time: 0.3014793 Jul 29 14:26:47.914729 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b830252-93fe-4070-b674-c36c6274a069 None None] Checking agent: {'id': '1ca66b18-24af-4c4d-ab67-53f04b5066d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 14, 58), 'started_at': datetime.datetime(2021, 7, 29, 14, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:26:47.915675 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b830252-93fe-4070-b674-c36c6274a069 None None] Checking segment: {'id': '9e1b997b-38b8-4a39-8704-0a229296c38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:26:47.916384 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-3b830252-93fe-4070-b674-c36c6274a069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:47.916988 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b830252-93fe-4070-b674-c36c6274a069 None None] Bound using segment: {'id': '9e1b997b-38b8-4a39-8704-0a229296c38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:26:47.917821 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-3b830252-93fe-4070-b674-c36c6274a069 None None] Bound port: b0a5fe53-2a18-4a19-acdc-ae1af38e5c21, host: dv-cinder-802882-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1b997b-38b8-4a39-8704-0a229296c38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:26:47.918551 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-3b830252-93fe-4070-b674-c36c6274a069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:47.953019 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-533c11fd-5b95-414e-b33e-1908017ef35e admin admin] Notify callbacks [] for router, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:48.028823 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c4ff2446-97b4-4025-887e-56baf0ed750f req-79018912-d57c-4685-9313-6a27762f1a82 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640010 Jul 29 14:26:48.060465 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eaaa752-2cc0-4dcd-b144-11e8f8f6a812 admin admin] Made reservation on behalf of f6ce0d9937204effaee460355e5bd8cd for: {'subnet': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:26:48.070074 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2eaaa752-2cc0-4dcd-b144-11e8f8f6a812 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58905741'] for subnet, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:48.103454 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-533c11fd-5b95-414e-b33e-1908017ef35e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:48.203420 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-69303389-989b-43bb-8b42-972566c7d7e2 None None] Set router a2357719-c369-4091-a610-2d36e1d9ea5b gateway port host: dv-cinder-802882-2-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:26:48.281298 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-533c11fd-5b95-414e-b33e-1908017ef35e admin admin] Deleting port a297b917-3d7e-42b5-a2cf-d37300664764 {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:26:48.281743 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-533c11fd-5b95-414e-b33e-1908017ef35e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:48.520581 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port edd17a42-a173-49b6-8fba-a1b1b1f8269b triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:26:48.521163 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:48.575690 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2eaaa752-2cc0-4dcd-b144-11e8f8f6a812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3078936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58905763'] for subnet, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:48.584273 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [None req-533c11fd-5b95-414e-b33e-1908017ef35e admin admin] For port a297b917-3d7e-42b5-a2cf-d37300664764, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=a297b917-3d7e-42b5-a2cf-d37300664764,segment=NetworkSegment(e7b1a31c-3199-44cd-ae65-85b7e84c8d28),segment_id=e7b1a31c-3199-44cd-ae65-85b7e84c8d28)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:26:48.589498 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-533c11fd-5b95-414e-b33e-1908017ef35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:48.597293 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-3b830252-93fe-4070-b674-c36c6274a069 None None] For port b0a5fe53-2a18-4a19-acdc-ae1af38e5c21, host dv-cinder-802882-2-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:26:48.626147 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-3b830252-93fe-4070-b674-c36c6274a069 None None] For port b0a5fe53-2a18-4a19-acdc-ae1af38e5c21, host dv-cinder-802882-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=b0a5fe53-2a18-4a19-acdc-ae1af38e5c21,segment=NetworkSegment(9e1b997b-38b8-4a39-8704-0a229296c38f),segment_id=9e1b997b-38b8-4a39-8704-0a229296c38f)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:26:48.641893 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-533c11fd-5b95-414e-b33e-1908017ef35e admin admin] Calling delete_port for a297b917-3d7e-42b5-a2cf-d37300664764 owned by network:router_gateway {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:26:48.649799 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-3b830252-93fe-4070-b674-c36c6274a069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:48.765398 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095396eb-aa79-4499-9110-3eee10b1de75 None None] Pushing event updated for resources: {'Port': ['ID=b0a5fe53-2a18-4a19-acdc-ae1af38e5c21,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:48.781087 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-69303389-989b-43bb-8b42-972566c7d7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2357719-c369-4091-a610-2d36e1d9ea5b', 'name': 'tempest-ServerRescueNegativeTestJSON-1051240878-router', 'tenant_id': '5c645f55b8924ce6825612c02df3edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'a297b917-3d7e-42b5-a2cf-d37300664764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:05Z', 'updated_at': '2021-07-29T14:26:46Z', 'revision_number': 5, 'project_id': '5c645f55b8924ce6825612c02df3edcf', 'gw_port': {'id': 'a297b917-3d7e-42b5-a2cf-d37300664764', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:34:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2357719-c369-4091-a610-2d36e1d9ea5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi'}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:48.816739 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaaa752-2cc0-4dcd-b144-11e8f8f6a812 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db9eb380-b05c-41c1-86c3-7453bef69288,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:48.872131 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b830252-93fe-4070-b674-c36c6274a069 None None] Routers {'e4d8203b-6501-4bf7-a212-16df2966a1ee'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:26:48.873436 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-3b830252-93fe-4070-b674-c36c6274a069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:26:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['e4d8203b-6501-4bf7-a212-16df2966a1ee'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:48.888957 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaaa752-2cc0-4dcd-b144-11e8f8f6a812 admin admin] Checking segment: {'id': '96cf41bc-7609-4363-9fdc-97c88c0f9c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '50fd417f-a92c-4869-a8e4-687249649b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:26:48.890076 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eaaa752-2cc0-4dcd-b144-11e8f8f6a812 admin admin] Network hostable DHCP agents. Network: 50fd417f-a92c-4869-a8e4-687249649b1f, hostable agents: ['7d25a96f-5a28-47f2-8bd3-87860bff61e6'], hosted agents: [] {{(pid=93047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:26:48.893533 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69303389-989b-43bb-8b42-972566c7d7e2 None None] Checking router: a2357719-c369-4091-a610-2d36e1d9ea5b for host: dv-cinder-802882-2-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:26:48.925394 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69303389-989b-43bb-8b42-972566c7d7e2 None None] Routers {'a2357719-c369-4091-a610-2d36e1d9ea5b'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:26:48.926335 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-69303389-989b-43bb-8b42-972566c7d7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:26:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['a2357719-c369-4091-a610-2d36e1d9ea5b'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:48.944981 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eaaa752-2cc0-4dcd-b144-11e8f8f6a812 admin admin] Network 50fd417f-a92c-4869-a8e4-687249649b1f is scheduled to be hosted by DHCP agent 7d25a96f-5a28-47f2-8bd3-87860bff61e6 with binding_index 1 {{(pid=93047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:26:48.987274 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-2eaaa752-2cc0-4dcd-b144-11e8f8f6a812 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-2-iscsi, 50fd417f-a92c-4869-a8e4-687249649b1f) {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:26:49.011253 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaaa752-2cc0-4dcd-b144-11e8f8f6a812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:49.015504 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2eaaa752-2cc0-4dcd-b144-11e8f8f6a812 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:49.028539 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b41c50c-3a64-446f-9a63-89df9bc04c72 None None] Network 50fd417f-a92c-4869-a8e4-687249649b1f requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:26:49.041180 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-2eaaa752-2cc0-4dcd-b144-11e8f8f6a812 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2790115 Jul 29 14:26:49.043026 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 59554) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:49.053517 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-a48d4e10-a962-4de6-9cce-84f41808c2a5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1464212530-router', 'tenant_id': 'f6ce0d9937204effaee460355e5bd8cd', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'}}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:26:49.091064 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a48d4e10-a962-4de6-9cce-84f41808c2a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2750'] for router, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:49.094599 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a48d4e10-a962-4de6-9cce-84f41808c2a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2737'] for router, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:49.205474 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-533c11fd-5b95-414e-b33e-1908017ef35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:49.235510 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-69303389-989b-43bb-8b42-972566c7d7e2 None None] Set router a2357719-c369-4091-a610-2d36e1d9ea5b gateway port host: None {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:26:49.258209 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a48d4e10-a962-4de6-9cce-84f41808c2a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:49.297906 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c11fd-5b95-414e-b33e-1908017ef35e admin admin] Pushing event deleted for resources: {'Port': ['ID=a297b917-3d7e-42b5-a2cf-d37300664764,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:49.446551 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-69303389-989b-43bb-8b42-972566c7d7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2357719-c369-4091-a610-2d36e1d9ea5b', 'name': 'tempest-ServerRescueNegativeTestJSON-1051240878-router', 'tenant_id': '5c645f55b8924ce6825612c02df3edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:05Z', 'updated_at': '2021-07-29T14:26:48Z', 'revision_number': 6, 'project_id': '5c645f55b8924ce6825612c02df3edcf', 'gw_port_host': None}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:49.495599 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69303389-989b-43bb-8b42-972566c7d7e2 None None] The sync data for ids ['a2357719-c369-4091-a610-2d36e1d9ea5b'] in dv-cinder-802882-2-iscsi is: [{'id': 'a2357719-c369-4091-a610-2d36e1d9ea5b', 'name': 'tempest-ServerRescueNegativeTestJSON-1051240878-router', 'tenant_id': '5c645f55b8924ce6825612c02df3edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:05Z', 'updated_at': '2021-07-29T14:26:48Z', 'revision_number': 6, 'project_id': '5c645f55b8924ce6825612c02df3edcf', 'gw_port_host': None}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:26:49.502696 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ab7e4a-1207-4a33-9b1b-ba7ade8857f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp996c38f0-f082-52d3-b50b-327a8c50c333-50fd417f-a92c-4869-a8e4-687249649b1f', 'network_id': '50fd417f-a92c-4869-a8e4-687249649b1f', 'tenant_id': 'f6ce0d9937204effaee460355e5bd8cd', 'fixed_ips': [{'subnet_id': 'db9eb380-b05c-41c1-86c3-7453bef69288'}]}} from dv-cinder-802882-2-iscsi. {{(pid=93048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:26:49.503696 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-f4ab7e4a-1207-4a33-9b1b-ba7ade8857f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:49.528288 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-3b830252-93fe-4070-b674-c36c6274a069 None None] Set router e4d8203b-6501-4bf7-a212-16df2966a1ee gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:26:49.680021 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6896d-b766-4d2c-b897-a7fa17858dc0 req-21cfbc42-3502-40c3-bdb4-1954087ead0d tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:49.684450 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f6a6896d-b766-4d2c-b897-a7fa17858dc0 req-21cfbc42-3502-40c3-bdb4-1954087ead0d tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 943 time: 0.4240012 Jul 29 14:26:49.689304 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.db_base_plugin_common [None req-f4ab7e4a-1207-4a33-9b1b-ba7ade8857f2 None None] Allocated IP 172.20.0.2 (50fd417f-a92c-4869-a8e4-687249649b1f/db9eb380-b05c-41c1-86c3-7453bef69288/91f7ad58-04a9-4c5c-a824-0d1e944831ab) {{(pid=93048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:26:49.780822 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a48d4e10-a962-4de6-9cce-84f41808c2a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744650', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2723'] for router, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:49.834794 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f6a6896d-b766-4d2c-b897-a7fa17858dc0 req-15709f8c-81ef-4b63-a7a8-c00f589f71ea tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460126 Jul 29 14:26:49.887390 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-f4ab7e4a-1207-4a33-9b1b-ba7ade8857f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:49.925204 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-f4ab7e4a-1207-4a33-9b1b-ba7ade8857f2 None None] Transition to ACTIVE for port object 91f7ad58-04a9-4c5c-a824-0d1e944831ab will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:26:49.959605 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-f4ab7e4a-1207-4a33-9b1b-ba7ade8857f2 None None] Transition to ACTIVE for port object 91f7ad58-04a9-4c5c-a824-0d1e944831ab will not be triggered until provisioned by entity DHCP. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:26:50.027841 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-f4ab7e4a-1207-4a33-9b1b-ba7ade8857f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078'] for port, after_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:50.083110 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-533c11fd-5b95-414e-b33e-1908017ef35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-744587'] for router_gateway, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:50.262376 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a48d4e10-a962-4de6-9cce-84f41808c2a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:50.294474 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a48d4e10-a962-4de6-9cce-84f41808c2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:50.337409 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ab7e4a-1207-4a33-9b1b-ba7ade8857f2 None None] Network 50fd417f-a92c-4869-a8e4-687249649b1f is already hosted by enough agents. {{(pid=93048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:26:50.339333 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.scheduler.base_scheduler [None req-f4ab7e4a-1207-4a33-9b1b-ba7ade8857f2 None None] Resources bound (agent type, host, resource id): {{(pid=93048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:26:50.344397 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ab7e4a-1207-4a33-9b1b-ba7ade8857f2 None None] Received port after_create {{(pid=93048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:26:50.371605 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 59584) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:50.398947 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-533c11fd-5b95-414e-b33e-1908017ef35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2728'] for router, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:50.401399 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-533c11fd-5b95-414e-b33e-1908017ef35e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:50.534956 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [None req-a48d4e10-a962-4de6-9cce-84f41808c2a5 admin admin] Allocated IP 172.27.2.227 (32664875-679c-4a6a-adbf-80e7664b419a/8daef0cf-848b-40ef-9b17-9a185079ae25/ca223efd-f11c-440e-9441-dace72ad1c48) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:26:50.548619 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-533c11fd-5b95-414e-b33e-1908017ef35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540292'] for router, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:50.549323 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533c11fd-5b95-414e-b33e-1908017ef35e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2357719-c369-4091-a610-2d36e1d9ea5b {{(pid=93046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:26:50.556523 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-533c11fd-5b95-414e-b33e-1908017ef35e admin admin] Notify callbacks [] for router, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:50.563378 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 59590) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:50.564305 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-533c11fd-5b95-414e-b33e-1908017ef35e admin admin] 10.222.0.44 "DELETE /v2.0/routers/a2357719-c369-4091-a610-2d36e1d9ea5b HTTP/1.1" status: 204 len: 168 time: 2.8806667 Jul 29 14:26:50.571760 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab7e4a-1207-4a33-9b1b-ba7ade8857f2 None None] Pushing event updated for resources: {'Port': ['ID=91f7ad58-04a9-4c5c-a824-0d1e944831ab,revision_number=1']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:50.673215 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f4ac53c-16c4-4d16-a89b-a606ba531704 admin admin] Deleting subnet 71071247-be60-474f-b8b3-e493b3eca889 {{(pid=93047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:26:50.720415 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-f4ab7e4a-1207-4a33-9b1b-ba7ade8857f2 None None] Attempting to bind port 91f7ad58-04a9-4c5c-a824-0d1e944831ab on host dv-cinder-802882-2-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:26:50.721183 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-f4ab7e4a-1207-4a33-9b1b-ba7ade8857f2 None None] Attempting to bind port 91f7ad58-04a9-4c5c-a824-0d1e944831ab by drivers openvswitch,hyperv on host dv-cinder-802882-2-iscsi at level 0 using segments [{'id': '96cf41bc-7609-4363-9fdc-97c88c0f9c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '50fd417f-a92c-4869-a8e4-687249649b1f'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:26:50.723288 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ab7e4a-1207-4a33-9b1b-ba7ade8857f2 None None] Attempting to bind port 91f7ad58-04a9-4c5c-a824-0d1e944831ab on network 50fd417f-a92c-4869-a8e4-687249649b1f {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:26:50.723538 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5f4ac53c-16c4-4d16-a89b-a606ba531704 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:50.744362 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ab7e4a-1207-4a33-9b1b-ba7ade8857f2 None None] Checking agent: {'id': '1ca66b18-24af-4c4d-ab67-53f04b5066d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 14, 58), 'started_at': datetime.datetime(2021, 7, 29, 14, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:26:50.744746 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ab7e4a-1207-4a33-9b1b-ba7ade8857f2 None None] Checking segment: {'id': '96cf41bc-7609-4363-9fdc-97c88c0f9c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '50fd417f-a92c-4869-a8e4-687249649b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:26:50.745154 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-f4ab7e4a-1207-4a33-9b1b-ba7ade8857f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:50.745555 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ab7e4a-1207-4a33-9b1b-ba7ade8857f2 None None] Bound using segment: {'id': '96cf41bc-7609-4363-9fdc-97c88c0f9c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '50fd417f-a92c-4869-a8e4-687249649b1f'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:26:50.746083 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-f4ab7e4a-1207-4a33-9b1b-ba7ade8857f2 None None] Bound port: 91f7ad58-04a9-4c5c-a824-0d1e944831ab, host: dv-cinder-802882-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96cf41bc-7609-4363-9fdc-97c88c0f9c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '50fd417f-a92c-4869-a8e4-687249649b1f'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:26:50.746461 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-f4ab7e4a-1207-4a33-9b1b-ba7ade8857f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:50.780636 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-42f62b49-2787-453f-8962-4da1a715dc76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:50.786448 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-3b830252-93fe-4070-b674-c36c6274a069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'name': 'tempest-TestVolumeBootPattern-1288691138-router', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:38Z', 'updated_at': '2021-07-29T14:26:43Z', 'revision_number': 4, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'gw_port': {'id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:39Z', 'updated_at': '2021-07-29T14:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': 'b0a5fe53-2a18-4a19-acdc-ae1af38e5c21', 'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'mac_address': 'fa:16:3e:3b:aa:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:42Z', 'updated_at': '2021-07-29T14:26:48Z', 'revision_number': 4, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'subnets': [{'id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:50.827570 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5f4ac53c-16c4-4d16-a89b-a606ba531704 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3079124'] for subnet, precommit_delete_associations {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:50.881344 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b830252-93fe-4070-b674-c36c6274a069 None None] The sync data for ids ['e4d8203b-6501-4bf7-a212-16df2966a1ee'] in dv-cinder-802882-2-iscsi is: [{'id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'name': 'tempest-TestVolumeBootPattern-1288691138-router', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:38Z', 'updated_at': '2021-07-29T14:26:43Z', 'revision_number': 4, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'gw_port': {'id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:39Z', 'updated_at': '2021-07-29T14:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': 'b0a5fe53-2a18-4a19-acdc-ae1af38e5c21', 'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'mac_address': 'fa:16:3e:3b:aa:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:42Z', 'updated_at': '2021-07-29T14:26:48Z', 'revision_number': 4, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'subnets': [{'id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:26:51.055137 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-f4ab7e4a-1207-4a33-9b1b-ba7ade8857f2 None None] For port 91f7ad58-04a9-4c5c-a824-0d1e944831ab, host dv-cinder-802882-2-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:26:51.074709 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-f4ab7e4a-1207-4a33-9b1b-ba7ade8857f2 None None] For port 91f7ad58-04a9-4c5c-a824-0d1e944831ab, host dv-cinder-802882-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=91f7ad58-04a9-4c5c-a824-0d1e944831ab,segment=NetworkSegment(96cf41bc-7609-4363-9fdc-97c88c0f9c10),segment_id=96cf41bc-7609-4363-9fdc-97c88c0f9c10)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:26:51.080644 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-f4ab7e4a-1207-4a33-9b1b-ba7ade8857f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:51.106994 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5f4ac53c-16c4-4d16-a89b-a606ba531704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773198'] for subnet, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:51.230808 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a48d4e10-a962-4de6-9cce-84f41808c2a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:51.291529 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab7e4a-1207-4a33-9b1b-ba7ade8857f2 None None] Pushing event updated for resources: {'Port': ['ID=91f7ad58-04a9-4c5c-a824-0d1e944831ab,revision_number=2']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:51.374999 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-42f62b49-2787-453f-8962-4da1a715dc76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:51.388825 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-42f62b49-2787-453f-8962-4da1a715dc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:51.431890 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb17c94-e831-49e4-8228-d2748c8121a2 req-ba2abd47-7420-4d31-aba4-425faec3bb87 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:51.433499 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cfb17c94-e831-49e4-8228-d2748c8121a2 req-ba2abd47-7420-4d31-aba4-425faec3bb87 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 943 time: 0.4587955 Jul 29 14:26:51.535474 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5f4ac53c-16c4-4d16-a89b-a606ba531704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58905770'] for subnet, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:51.580509 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device b0a5fe53-2a18-4a19-acdc-ae1af38e5c21 up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:26:51.655126 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5f4ac53c-16c4-4d16-a89b-a606ba531704 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:51.663396 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-5f4ac53c-16c4-4d16-a89b-a606ba531704 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/71071247-be60-474f-b8b3-e493b3eca889 HTTP/1.1" status: 204 len: 168 time: 1.0939538 Jul 29 14:26:51.663396 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ac53c-16c4-4d16-a89b-a606ba531704 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71071247-be60-474f-b8b3-e493b3eca889,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:51.663713 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 59608) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:51.665343 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f62b49-2787-453f-8962-4da1a715dc76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ab3d10-2f29-4ebf-ad65-98a222c39c96,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:51.677111 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-42f62b49-2787-453f-8962-4da1a715dc76 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4d2a218c21a141899deb96b004a18fda&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3044782 Jul 29 14:26:51.699509 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 59610) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:51.712310 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a48d4e10-a962-4de6-9cce-84f41808c2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:51.715993 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning for port b0a5fe53-2a18-4a19-acdc-ae1af38e5c21 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:26:51.728587 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port b0a5fe53-2a18-4a19-acdc-ae1af38e5c21 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:26:51.729054 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:51.848566 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d4e10-a962-4de6-9cce-84f41808c2a5 admin admin] Pushing event updated for resources: {'Port': ['ID=ca223efd-f11c-440e-9441-dace72ad1c48,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:51.869087 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cfb17c94-e831-49e4-8228-d2748c8121a2 req-970e1a2c-78c4-49d6-8d54-8445ef28c2d5 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4231262 Jul 29 14:26:51.888411 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48d4e10-a962-4de6-9cce-84f41808c2a5 admin admin] Network 32664875-679c-4a6a-adbf-80e7664b419a is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:26:51.891253 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-a48d4e10-a962-4de6-9cce-84f41808c2a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:26:51.894640 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48d4e10-a962-4de6-9cce-84f41808c2a5 admin admin] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:26:51.963961 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:51.991125 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fb1a9642-91ed-4aed-8231-06d14b767d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653895'] for network, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:52.023659 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] For port b0a5fe53-2a18-4a19-acdc-ae1af38e5c21, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=b0a5fe53-2a18-4a19-acdc-ae1af38e5c21,segment=NetworkSegment(9e1b997b-38b8-4a39-8704-0a229296c38f),segment_id=9e1b997b-38b8-4a39-8704-0a229296c38f)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:26:52.033337 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:52.052663 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device a297b917-3d7e-42b5-a2cf-d37300664764 no longer exists at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:26:52.108786 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] No Port match for: a297b917-3d7e-42b5-a2cf-d37300664764 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:26:52.110131 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device a297b917-3d7e-42b5-a2cf-d37300664764 not bound to the agent host dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:26:52.110874 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device eae75db9-7fb2-478b-9fe9-de9d1b87afab no longer exists at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:26:52.144192 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0abb46ab-5dcf-480e-b35f-cd99bcab57b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:52.147028 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] No Port match for: eae75db9-7fb2-478b-9fe9-de9d1b87afab {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:26:52.147650 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device eae75db9-7fb2-478b-9fe9-de9d1b87afab not bound to the agent host dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:26:52.171789 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Pushing event updated for resources: {'Port': ['ID=b0a5fe53-2a18-4a19-acdc-ae1af38e5c21,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:52.207839 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0abb46ab-5dcf-480e-b35f-cd99bcab57b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:52.288397 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0abb46ab-5dcf-480e-b35f-cd99bcab57b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:52.291076 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0abb46ab-5dcf-480e-b35f-cd99bcab57b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:52.294606 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-0abb46ab-5dcf-480e-b35f-cd99bcab57b0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/78ab3d10-2f29-4ebf-ad65-98a222c39c96 HTTP/1.1" status: 204 len: 168 time: 0.5919330 Jul 29 14:26:52.338331 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb46ab-5dcf-480e-b35f-cd99bcab57b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ab3d10-2f29-4ebf-ad65-98a222c39c96,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:52.384569 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fb1a9642-91ed-4aed-8231-06d14b767d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770265', 'neutron.services.segments.db._delete_segments_for_network-8774390517041'] for network, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:52.419260 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-fb1a9642-91ed-4aed-8231-06d14b767d19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d0eb179-2c3f-4e51-8768-4cf203aef2f0']}} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:52.445585 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-fb1a9642-91ed-4aed-8231-06d14b767d19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '835fc5e6-f12e-4899-9ab3-61fab492cf37') {'for_net_delete': True} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:52.448510 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-fb1a9642-91ed-4aed-8231-06d14b767d19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '835fc5e6-f12e-4899-9ab3-61fab492cf37') {} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:52.474337 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fb1a9642-91ed-4aed-8231-06d14b767d19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774390517562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2928365'] for segment, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:52.491839 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fb1a9642-91ed-4aed-8231-06d14b767d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:52.504884 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb1a9642-91ed-4aed-8231-06d14b767d19 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=93046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:26:52.505512 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fb1a9642-91ed-4aed-8231-06d14b767d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972648'] for segment, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:52.516472 dv-cinder-802882-2-iscsi neutron-server[93046]: Traceback (most recent call last): Jul 29 14:26:52.516472 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:26:52.516472 dv-cinder-802882-2-iscsi neutron-server[93046]: timer() Jul 29 14:26:52.516472 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:26:52.516472 dv-cinder-802882-2-iscsi neutron-server[93046]: cb(*args, **kw) Jul 29 14:26:52.516472 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:26:52.516472 dv-cinder-802882-2-iscsi neutron-server[93046]: return func(*args, **kwargs) Jul 29 14:26:52.516472 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:26:52.516472 dv-cinder-802882-2-iscsi neutron-server[93046]: self._notify() Jul 29 14:26:52.516472 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:26:52.516472 dv-cinder-802882-2-iscsi neutron-server[93046]: self.callback(batched_events) Jul 29 14:26:52.516472 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:26:52.516472 dv-cinder-802882-2-iscsi neutron-server[93046]: event.method(event) Jul 29 14:26:52.516472 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:26:52.516472 dv-cinder-802882-2-iscsi neutron-server[93046]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:26:52.516472 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:26:52.516472 dv-cinder-802882-2-iscsi neutron-server[93046]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:26:52.516472 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:26:52.516472 dv-cinder-802882-2-iscsi neutron-server[93046]: return f(self, *a, **k) Jul 29 14:26:52.516472 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:26:52.516472 dv-cinder-802882-2-iscsi neutron-server[93046]: return self._get(url).json() Jul 29 14:26:52.516472 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:26:52.516472 dv-cinder-802882-2-iscsi neutron-server[93046]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:26:52.516472 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:26:52.516472 dv-cinder-802882-2-iscsi neutron-server[93046]: return self.request(url, 'GET', **kwargs) Jul 29 14:26:52.516472 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:26:52.516472 dv-cinder-802882-2-iscsi neutron-server[93046]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:26:52.516472 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:26:52.516472 dv-cinder-802882-2-iscsi neutron-server[93046]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:26:52.516472 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:26:52.516472 dv-cinder-802882-2-iscsi neutron-server[93046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:26:52.516472 dv-cinder-802882-2-iscsi neutron-server[93046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:26:52.633080 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a48d4e10-a962-4de6-9cce-84f41808c2a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:52.764797 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fb1a9642-91ed-4aed-8231-06d14b767d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744631'] for network, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:52.777377 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fb1a9642-91ed-4aed-8231-06d14b767d19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:52.795317 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-fb1a9642-91ed-4aed-8231-06d14b767d19 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6d0eb179-2c3f-4e51-8768-4cf203aef2f0 HTTP/1.1" status: 204 len: 168 time: 1.1303656 Jul 29 14:26:52.849949 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a9642-91ed-4aed-8231-06d14b767d19 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d0eb179-2c3f-4e51-8768-4cf203aef2f0,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:53.212762 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ef0bf4-025b-4f54-af6e-31ab3ced826a None None] Network 50fd417f-a92c-4869-a8e4-687249649b1f requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:26:53.328258 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-f724b518-d5d8-4e45-b649-e4b3e706ccf2 None None] Provisioning for port 91f7ad58-04a9-4c5c-a824-0d1e944831ab completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:26:53.435567 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a48d4e10-a962-4de6-9cce-84f41808c2a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744687'] for router, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:53.452312 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 59644) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:53.490518 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c87e2-4b96-4a99-aa25-d6e993433277 req-3e25fd1e-d378-464d-bae0-42588a18f549 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:53.499468 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-014c87e2-4b96-4a99-aa25-d6e993433277 req-3e25fd1e-d378-464d-bae0-42588a18f549 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 943 time: 0.3437316 Jul 29 14:26:53.545791 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-dd0608a9-4639-4952-934d-ff6394bf221f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c645f55b8924ce6825612c02df3edcf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0917768 Jul 29 14:26:53.548671 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 59646) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:53.630650 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9621e573-5576-4a5d-abe0-3a53d5639a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:53.653728 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 91f7ad58-04a9-4c5c-a824-0d1e944831ab up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:26:53.701311 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9621e573-5576-4a5d-abe0-3a53d5639a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:53.755996 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning for port 91f7ad58-04a9-4c5c-a824-0d1e944831ab completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:26:53.761101 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port 91f7ad58-04a9-4c5c-a824-0d1e944831ab triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:26:53.761686 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:53.851614 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9621e573-5576-4a5d-abe0-3a53d5639a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:53.854808 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9621e573-5576-4a5d-abe0-3a53d5639a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:53.858990 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-9621e573-5576-4a5d-abe0-3a53d5639a2a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/df0e20ee-be47-4a48-9581-352a0a6711e7 HTTP/1.1" status: 204 len: 168 time: 0.3069098 Jul 29 14:26:53.872309 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621e573-5576-4a5d-abe0-3a53d5639a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0e20ee-be47-4a48-9581-352a0a6711e7,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:54.013263 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:54.111634 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] For port 91f7ad58-04a9-4c5c-a824-0d1e944831ab, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=91f7ad58-04a9-4c5c-a824-0d1e944831ab,segment=NetworkSegment(96cf41bc-7609-4363-9fdc-97c88c0f9c10),segment_id=96cf41bc-7609-4363-9fdc-97c88c0f9c10)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:26:54.133063 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-014c87e2-4b96-4a99-aa25-d6e993433277 req-6483570c-e64c-4e4f-8fdf-332e1dce3be6 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6323943 Jul 29 14:26:54.134757 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-374c1eea-fc71-4654-adde-2fdbfe4cf9bf None None] Provisioning complete for port 91f7ad58-04a9-4c5c-a824-0d1e944831ab triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:26:54.136089 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-374c1eea-fc71-4654-adde-2fdbfe4cf9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:54.143689 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:54.145756 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device b0a5fe53-2a18-4a19-acdc-ae1af38e5c21 up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:26:54.338950 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Pushing event updated for resources: {'Port': ['ID=91f7ad58-04a9-4c5c-a824-0d1e944831ab,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:54.470063 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48d4e10-a962-4de6-9cce-84f41808c2a5 admin admin] Router 4f7910c9-6cee-4189-b75a-ea14043f2ffc is scheduled to L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c with binding_index 1 {{(pid=93047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:26:54.478166 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port b0a5fe53-2a18-4a19-acdc-ae1af38e5c21 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:26:54.478679 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:54.757420 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48d4e10-a962-4de6-9cce-84f41808c2a5 admin admin] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:26:54.815562 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a48d4e10-a962-4de6-9cce-84f41808c2a5 admin admin] Notify callbacks [] for router, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:54.817263 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-a48d4e10-a962-4de6-9cce-84f41808c2a5 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.7721887 Jul 29 14:26:54.820080 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 59686) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:54.847761 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564284ff-8bce-4c45-b3aa-dcfa5861e24d None None] Sync routers for ids ['4f7910c9-6cee-4189-b75a-ea14043f2ffc'] in dv-cinder-802882-2-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:26:54.913826 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564284ff-8bce-4c45-b3aa-dcfa5861e24d None None] Routers {'4f7910c9-6cee-4189-b75a-ea14043f2ffc'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:26:54.917456 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-564284ff-8bce-4c45-b3aa-dcfa5861e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:26:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['4f7910c9-6cee-4189-b75a-ea14043f2ffc'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:55.168155 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-564284ff-8bce-4c45-b3aa-dcfa5861e24d None None] Set router 4f7910c9-6cee-4189-b75a-ea14043f2ffc gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:26:55.534632 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8200d-ca59-40c1-af28-7be4825896b7 req-c09bd137-d474-48a9-b2dc-284856c84603 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:55.536235 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-eec8200d-ca59-40c1-af28-7be4825896b7 req-c09bd137-d474-48a9-b2dc-284856c84603 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 943 time: 0.1320724 Jul 29 14:26:55.685451 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 91f7ad58-04a9-4c5c-a824-0d1e944831ab up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:26:55.742140 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-2e92167f-fc18-4bfd-8a9d-4362ea29301a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:55.821315 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-eec8200d-ca59-40c1-af28-7be4825896b7 req-fcdc7d54-1efd-4865-84bd-7c691fb45d40 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875753 Jul 29 14:26:55.966162 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port 91f7ad58-04a9-4c5c-a824-0d1e944831ab triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:26:55.966779 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:56.038453 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 59720) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:56.224227 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a5771c39-06c6-4ba0-bbea-e21dd3bcd6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:56.252862 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-564284ff-8bce-4c45-b3aa-dcfa5861e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7910c9-6cee-4189-b75a-ea14043f2ffc', 'name': 'tempest-TestVolumeBootPattern-1464212530-router', 'tenant_id': 'f6ce0d9937204effaee460355e5bd8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'ca223efd-f11c-440e-9441-dace72ad1c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:49Z', 'updated_at': '2021-07-29T14:26:52Z', 'revision_number': 3, 'project_id': 'f6ce0d9937204effaee460355e5bd8cd', 'gw_port': {'id': 'ca223efd-f11c-440e-9441-dace72ad1c48', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7910c9-6cee-4189-b75a-ea14043f2ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:50Z', 'updated_at': '2021-07-29T14:26:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi'}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:56.307052 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a2757693-f847-4444-8f2c-a6dbf94b0391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:56.321164 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564284ff-8bce-4c45-b3aa-dcfa5861e24d None None] Checking router: 4f7910c9-6cee-4189-b75a-ea14043f2ffc for host: dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:26:56.321945 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564284ff-8bce-4c45-b3aa-dcfa5861e24d None None] Updating router 4f7910c9-6cee-4189-b75a-ea14043f2ffc port ca223efd-f11c-440e-9441-dace72ad1c48 binding host dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:26:56.391884 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:56.398730 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-564284ff-8bce-4c45-b3aa-dcfa5861e24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:56.519415 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a2757693-f847-4444-8f2c-a6dbf94b0391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:56.525315 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a2757693-f847-4444-8f2c-a6dbf94b0391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:56.590873 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-a2757693-f847-4444-8f2c-a6dbf94b0391 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d2cb52c2d3c34d529925f60c54f33d24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5513027 Jul 29 14:26:56.593706 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 59738) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:56.609871 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2757693-f847-4444-8f2c-a6dbf94b0391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d4a20c-f0fa-4a86-a31d-78d006ae6a57,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:56.633421 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [None req-a5771c39-06c6-4ba0-bbea-e21dd3bcd6ce admin admin] Allocated IP 172.20.0.1 (50fd417f-a92c-4869-a8e4-687249649b1f/db9eb380-b05c-41c1-86c3-7453bef69288/d214dada-6a3b-4480-ac7a-b342ec0edb8b) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:26:56.759379 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f415009c-4d32-470b-a60f-65c1dced67ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:56.808818 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f415009c-4d32-470b-a60f-65c1dced67ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:56.899580 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a5771c39-06c6-4ba0-bbea-e21dd3bcd6ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:56.935067 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [None req-a5771c39-06c6-4ba0-bbea-e21dd3bcd6ce admin admin] Transition to ACTIVE for port object d214dada-6a3b-4480-ac7a-b342ec0edb8b will not be triggered until provisioned by entity DHCP. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:26:56.982454 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f415009c-4d32-470b-a60f-65c1dced67ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:56.986508 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f415009c-4d32-470b-a60f-65c1dced67ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:56.987122 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-f415009c-4d32-470b-a60f-65c1dced67ca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/77d4a20c-f0fa-4a86-a31d-78d006ae6a57 HTTP/1.1" status: 204 len: 168 time: 0.3921785 Jul 29 14:26:57.021509 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415009c-4d32-470b-a60f-65c1dced67ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d4a20c-f0fa-4a86-a31d-78d006ae6a57,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:57.156515 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a5771c39-06c6-4ba0-bbea-e21dd3bcd6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:57.171499 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-564284ff-8bce-4c45-b3aa-dcfa5861e24d None None] Notify callbacks [] for port, precommit_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:57.191904 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-564284ff-8bce-4c45-b3aa-dcfa5861e24d None None] Transition to ACTIVE for port object ca223efd-f11c-440e-9441-dace72ad1c48 will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:26:57.199842 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-564284ff-8bce-4c45-b3aa-dcfa5861e24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:57.213399 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4404af-c44d-4359-af4c-f20744bb9bac req-81122345-1162-4240-9a96-28837985ec27 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:57.215446 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2e4404af-c44d-4359-af4c-f20744bb9bac req-81122345-1162-4240-9a96-28837985ec27 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 943 time: 0.2262223 Jul 29 14:26:57.294708 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347572f9-bde5-49be-8dd4-820c3b460b7e None None] Pushing event updated for resources: {'Port': ['ID=ca223efd-f11c-440e-9441-dace72ad1c48,revision_number=2']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:57.318619 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-564284ff-8bce-4c45-b3aa-dcfa5861e24d None None] Attempting to bind port ca223efd-f11c-440e-9441-dace72ad1c48 on host dv-cinder-802882-2-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:26:57.319757 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-564284ff-8bce-4c45-b3aa-dcfa5861e24d None None] Attempting to bind port ca223efd-f11c-440e-9441-dace72ad1c48 by drivers openvswitch,hyperv on host dv-cinder-802882-2-iscsi at level 0 using segments [{'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:26:57.320404 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564284ff-8bce-4c45-b3aa-dcfa5861e24d None None] Attempting to bind port ca223efd-f11c-440e-9441-dace72ad1c48 on network 32664875-679c-4a6a-adbf-80e7664b419a {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:26:57.328056 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564284ff-8bce-4c45-b3aa-dcfa5861e24d None None] Checking agent: {'id': '1ca66b18-24af-4c4d-ab67-53f04b5066d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 14, 58), 'started_at': datetime.datetime(2021, 7, 29, 14, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:26:57.329039 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564284ff-8bce-4c45-b3aa-dcfa5861e24d None None] Checking segment: {'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:26:57.329901 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-564284ff-8bce-4c45-b3aa-dcfa5861e24d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:57.331237 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564284ff-8bce-4c45-b3aa-dcfa5861e24d None None] Bound using segment: {'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:26:57.332468 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-564284ff-8bce-4c45-b3aa-dcfa5861e24d None None] Bound port: ca223efd-f11c-440e-9441-dace72ad1c48, host: dv-cinder-802882-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:26:57.333335 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-564284ff-8bce-4c45-b3aa-dcfa5861e24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:57.407251 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-564284ff-8bce-4c45-b3aa-dcfa5861e24d None None] For port ca223efd-f11c-440e-9441-dace72ad1c48, host dv-cinder-802882-2-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:26:57.411704 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-564284ff-8bce-4c45-b3aa-dcfa5861e24d None None] For port ca223efd-f11c-440e-9441-dace72ad1c48, host dv-cinder-802882-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=ca223efd-f11c-440e-9441-dace72ad1c48,segment=NetworkSegment(e7b1a31c-3199-44cd-ae65-85b7e84c8d28),segment_id=e7b1a31c-3199-44cd-ae65-85b7e84c8d28)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:26:57.420017 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-564284ff-8bce-4c45-b3aa-dcfa5861e24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:57.422664 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5771c39-06c6-4ba0-bbea-e21dd3bcd6ce admin admin] Network 50fd417f-a92c-4869-a8e4-687249649b1f is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:26:57.433803 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-a5771c39-06c6-4ba0-bbea-e21dd3bcd6ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:26:57.438221 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5771c39-06c6-4ba0-bbea-e21dd3bcd6ce admin admin] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:26:57.517197 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2e4404af-c44d-4359-af4c-f20744bb9bac req-b34f541f-d2a4-47bc-a15a-09202cb78ddf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441428 Jul 29 14:26:57.518940 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a5771c39-06c6-4ba0-bbea-e21dd3bcd6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744496'] for router_interface, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:57.522867 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5771c39-06c6-4ba0-bbea-e21dd3bcd6ce admin admin] Pushing event updated for resources: {'Port': ['ID=d214dada-6a3b-4480-ac7a-b342ec0edb8b,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:57.664052 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347572f9-bde5-49be-8dd4-820c3b460b7e None None] Pushing event updated for resources: {'Port': ['ID=ca223efd-f11c-440e-9441-dace72ad1c48,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:57.684297 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564284ff-8bce-4c45-b3aa-dcfa5861e24d None None] Routers {'4f7910c9-6cee-4189-b75a-ea14043f2ffc'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:26:57.687607 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-564284ff-8bce-4c45-b3aa-dcfa5861e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:26:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['4f7910c9-6cee-4189-b75a-ea14043f2ffc'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:57.863957 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a5771c39-06c6-4ba0-bbea-e21dd3bcd6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:57.982225 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-031635f4-26d4-411d-b527-ca9283bb09f7 None None] Provisioning for port d214dada-6a3b-4480-ac7a-b342ec0edb8b completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:26:58.004367 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-564284ff-8bce-4c45-b3aa-dcfa5861e24d None None] Set router 4f7910c9-6cee-4189-b75a-ea14043f2ffc gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:26:58.015044 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-031635f4-26d4-411d-b527-ca9283bb09f7 None None] Provisioning complete for port d214dada-6a3b-4480-ac7a-b342ec0edb8b triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:26:58.015435 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-031635f4-26d4-411d-b527-ca9283bb09f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:58.149511 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a5771c39-06c6-4ba0-bbea-e21dd3bcd6ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:58.157111 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a5771c39-06c6-4ba0-bbea-e21dd3bcd6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079021'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:58.162610 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-3bde62da-f658-4941-bc41-961fe6858cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:58.174595 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-031635f4-26d4-411d-b527-ca9283bb09f7 None None] Port d214dada-6a3b-4480-ac7a-b342ec0edb8b cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:26:58.231836 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5771c39-06c6-4ba0-bbea-e21dd3bcd6ce admin admin] Pushing event updated for resources: {'Port': ['ID=d214dada-6a3b-4480-ac7a-b342ec0edb8b,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:58.257582 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-a5771c39-06c6-4ba0-bbea-e21dd3bcd6ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659616'] for router_interface, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:58.304032 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:58.369713 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-564284ff-8bce-4c45-b3aa-dcfa5861e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7910c9-6cee-4189-b75a-ea14043f2ffc', 'name': 'tempest-TestVolumeBootPattern-1464212530-router', 'tenant_id': 'f6ce0d9937204effaee460355e5bd8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'ca223efd-f11c-440e-9441-dace72ad1c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:49Z', 'updated_at': '2021-07-29T14:26:52Z', 'revision_number': 3, 'project_id': 'f6ce0d9937204effaee460355e5bd8cd', 'gw_port': {'id': 'ca223efd-f11c-440e-9441-dace72ad1c48', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7910c9-6cee-4189-b75a-ea14043f2ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:50Z', 'updated_at': '2021-07-29T14:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi'}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:26:58.408565 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564284ff-8bce-4c45-b3aa-dcfa5861e24d None None] The sync data for ids ['4f7910c9-6cee-4189-b75a-ea14043f2ffc'] in dv-cinder-802882-2-iscsi is: [{'id': '4f7910c9-6cee-4189-b75a-ea14043f2ffc', 'name': 'tempest-TestVolumeBootPattern-1464212530-router', 'tenant_id': 'f6ce0d9937204effaee460355e5bd8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'ca223efd-f11c-440e-9441-dace72ad1c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:49Z', 'updated_at': '2021-07-29T14:26:52Z', 'revision_number': 3, 'project_id': 'f6ce0d9937204effaee460355e5bd8cd', 'gw_port': {'id': 'ca223efd-f11c-440e-9441-dace72ad1c48', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7910c9-6cee-4189-b75a-ea14043f2ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:50Z', 'updated_at': '2021-07-29T14:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi'}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:26:58.420006 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5771c39-06c6-4ba0-bbea-e21dd3bcd6ce admin admin] Network 50fd417f-a92c-4869-a8e4-687249649b1f is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:26:58.422608 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-a5771c39-06c6-4ba0-bbea-e21dd3bcd6ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:26:58.443602 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 59776) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:58.617819 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5e9814a6-3aa3-43ae-9dd0-a0636f0e492b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:58.866098 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5e9814a6-3aa3-43ae-9dd0-a0636f0e492b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:58.876188 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5e9814a6-3aa3-43ae-9dd0-a0636f0e492b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:58.887936 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5771c39-06c6-4ba0-bbea-e21dd3bcd6ce admin admin] Router 4f7910c9-6cee-4189-b75a-ea14043f2ffc has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:26:58.913356 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-de13da80-1cdf-447c-a2d3-9d381876e6ce None None] Provisioning complete for port d214dada-6a3b-4480-ac7a-b342ec0edb8b triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:26:58.913670 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-de13da80-1cdf-447c-a2d3-9d381876e6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:58.940459 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4cdfb-fafa-4ca8-813a-a36316c0c3d2 req-ebe3916e-977e-4a60-b4aa-9514f23b4c1c tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:26:58.942114 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5dc4cdfb-fafa-4ca8-813a-a36316c0c3d2 req-ebe3916e-977e-4a60-b4aa-9514f23b4c1c tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 943 time: 0.2649548 Jul 29 14:26:58.943972 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9814a6-3aa3-43ae-9dd0-a0636f0e492b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec339cd-a013-46a3-898e-71e66535d4b6,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:58.953354 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-5e9814a6-3aa3-43ae-9dd0-a0636f0e492b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7dce51c2031045b691cbcb9300945f63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5077348 Jul 29 14:26:58.955527 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 59784) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:26:58.995654 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-de13da80-1cdf-447c-a2d3-9d381876e6ce None None] Port d214dada-6a3b-4480-ac7a-b342ec0edb8b cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:26:59.020931 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a177dbcb-a609-48b7-8b0e-1fc5f19d0c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:59.046837 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a177dbcb-a609-48b7-8b0e-1fc5f19d0c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:59.081958 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5dc4cdfb-fafa-4ca8-813a-a36316c0c3d2 req-82ae3631-0f5f-40ef-a845-9ea90a746e7d tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479326 Jul 29 14:26:59.082983 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5771c39-06c6-4ba0-bbea-e21dd3bcd6ce admin admin] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:26:59.098048 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-a5771c39-06c6-4ba0-bbea-e21dd3bcd6ce admin admin] 10.222.0.44 "PUT /v2.0/routers/4f7910c9-6cee-4189-b75a-ea14043f2ffc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2766719 Jul 29 14:26:59.133971 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a177dbcb-a609-48b7-8b0e-1fc5f19d0c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:59.136927 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a177dbcb-a609-48b7-8b0e-1fc5f19d0c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:59.138152 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-a177dbcb-a609-48b7-8b0e-1fc5f19d0c3e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0ec339cd-a013-46a3-898e-71e66535d4b6 HTTP/1.1" status: 204 len: 168 time: 0.1798985 Jul 29 14:26:59.152105 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177dbcb-a609-48b7-8b0e-1fc5f19d0c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec339cd-a013-46a3-898e-71e66535d4b6,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:26:59.340833 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:59.489244 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device ca223efd-f11c-440e-9441-dace72ad1c48 up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:26:59.562193 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning for port ca223efd-f11c-440e-9441-dace72ad1c48 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:26:59.568158 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port ca223efd-f11c-440e-9441-dace72ad1c48 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:26:59.569197 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:59.703017 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:59.770851 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] For port ca223efd-f11c-440e-9441-dace72ad1c48, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=ca223efd-f11c-440e-9441-dace72ad1c48,segment=NetworkSegment(e7b1a31c-3199-44cd-ae65-85b7e84c8d28),segment_id=e7b1a31c-3199-44cd-ae65-85b7e84c8d28)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:26:59.778270 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:26:59.856229 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Pushing event updated for resources: {'Port': ['ID=ca223efd-f11c-440e-9441-dace72ad1c48,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:00.073837 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 59818) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:00.080218 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-b6d28d05-f61e-4735-b096-bdf366ed204b tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1521265708', 'description': 'tempest-secgroup-smoke-1521265708 description', 'project_id': '790cbd91660745c18b1d53f07528a1b3'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:27:00.110645 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b6d28d05-f61e-4735-b096-bdf366ed204b tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:00.253711 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b6d28d05-f61e-4735-b096-bdf366ed204b tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:00.284370 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b6d28d05-f61e-4735-b096-bdf366ed204b tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:00.323387 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b6d28d05-f61e-4735-b096-bdf366ed204b tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:00.327663 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 59832) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:00.328119 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-b6d28d05-f61e-4735-b096-bdf366ed204b tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2521834 Jul 29 14:27:00.332335 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-0a8cab78-63ff-45d6-a7b2-aae349c6bf2f tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Request body: {'security_group_rule': {'security_group_id': 'aa4e4174-8f26-4601-b1ba-82d657004d89', 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:27:00.334899 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d28d05-f61e-4735-b096-bdf366ed204b tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4e4174-8f26-4601-b1ba-82d657004d89,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:00.346319 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ae6a2-ca85-44d4-932e-86b0728d235c req-5f9d25dc-588d-42e2-8c60-d3e53073d74f tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:00.353712 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d25ae6a2-ca85-44d4-932e-86b0728d235c req-5f9d25dc-588d-42e2-8c60-d3e53073d74f tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 943 time: 0.1483479 Jul 29 14:27:00.412625 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d25ae6a2-ca85-44d4-932e-86b0728d235c req-cb39e96f-b82b-436b-ab2c-d5ddd6256891 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579145 Jul 29 14:27:00.423918 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0a8cab78-63ff-45d6-a7b2-aae349c6bf2f tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:00.481499 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0a8cab78-63ff-45d6-a7b2-aae349c6bf2f tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:00.487152 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0a8cab78-63ff-45d6-a7b2-aae349c6bf2f tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525993'] for security_group_rule, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:00.508962 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8cab78-63ff-45d6-a7b2-aae349c6bf2f tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4cb8b7b-a874-4eff-a14b-99e490199aa6,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:00.515149 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0a8cab78-63ff-45d6-a7b2-aae349c6bf2f tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:00.516937 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-0a8cab78-63ff-45d6-a7b2-aae349c6bf2f tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1882379 Jul 29 14:27:00.519732 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 59834) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:00.524364 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-69d5b3a1-0a94-40d8-8ded-b8025a55084a tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Request body: {'security_group_rule': {'security_group_id': 'aa4e4174-8f26-4601-b1ba-82d657004d89', 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:27:00.557360 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-69d5b3a1-0a94-40d8-8ded-b8025a55084a tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:00.631484 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-69d5b3a1-0a94-40d8-8ded-b8025a55084a tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:00.637350 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-69d5b3a1-0a94-40d8-8ded-b8025a55084a tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525993'] for security_group_rule, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:00.658409 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5b3a1-0a94-40d8-8ded-b8025a55084a tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5faa3d73-925c-4418-b3c1-5cdbbd94dc64,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:00.666624 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-69d5b3a1-0a94-40d8-8ded-b8025a55084a tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:00.671580 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 59840) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:00.671895 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-69d5b3a1-0a94-40d8-8ded-b8025a55084a tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1509459 Jul 29 14:27:00.676906 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-b1089311-b472-42ef-9a4f-455d74634d67 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Request body: {'security_group_rule': {'security_group_id': 'aa4e4174-8f26-4601-b1ba-82d657004d89', 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:27:00.723729 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b1089311-b472-42ef-9a4f-455d74634d67 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:00.775851 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b1089311-b472-42ef-9a4f-455d74634d67 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:00.777817 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf5295d-9991-4f75-826d-25195c88a51a None None] Sync routers for ids ['4f7910c9-6cee-4189-b75a-ea14043f2ffc'] in dv-cinder-802882-2-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:27:00.779904 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b1089311-b472-42ef-9a4f-455d74634d67 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525993'] for security_group_rule, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:00.788182 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf5295d-9991-4f75-826d-25195c88a51a None None] Routers {'4f7910c9-6cee-4189-b75a-ea14043f2ffc'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:27:00.788877 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-ebf5295d-9991-4f75-826d-25195c88a51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:26:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['4f7910c9-6cee-4189-b75a-ea14043f2ffc'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:27:00.797755 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1089311-b472-42ef-9a4f-455d74634d67 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=406e6d6b-4467-4918-badd-5b8a4bc2f786,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:00.804585 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b1089311-b472-42ef-9a4f-455d74634d67 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:00.805164 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-b1089311-b472-42ef-9a4f-455d74634d67 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323879 Jul 29 14:27:00.807943 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 59842) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:00.814888 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-7686ff14-6526-4fc5-86ab-fb4c4c7d82f5 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Request body: {'security_group_rule': {'security_group_id': 'aa4e4174-8f26-4601-b1ba-82d657004d89', 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:27:00.845720 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7686ff14-6526-4fc5-86ab-fb4c4c7d82f5 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:00.906267 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7686ff14-6526-4fc5-86ab-fb4c4c7d82f5 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:00.907024 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-ebf5295d-9991-4f75-826d-25195c88a51a None None] Set router 4f7910c9-6cee-4189-b75a-ea14043f2ffc gateway port host: dv-cinder-802882-2-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:27:00.910250 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7686ff14-6526-4fc5-86ab-fb4c4c7d82f5 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525993'] for security_group_rule, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:00.927216 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686ff14-6526-4fc5-86ab-fb4c4c7d82f5 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a3d5678-b984-46c0-ba4a-e18cf9b719f0,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:00.934817 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7686ff14-6526-4fc5-86ab-fb4c4c7d82f5 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:00.936705 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-7686ff14-6526-4fc5-86ab-fb4c4c7d82f5 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1272564 Jul 29 14:27:00.939441 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 59846) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:00.944203 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-230c8e1c-cc39-4078-86f5-e19dd1c6dec5 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Request body: {'security_group_rule': {'security_group_id': 'aa4e4174-8f26-4601-b1ba-82d657004d89', 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:27:00.966784 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.db.securitygroups_db [None req-230c8e1c-cc39-4078-86f5-e19dd1c6dec5 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Project 790cbd91660745c18b1d53f07528a1b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 14:27:00.972679 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-230c8e1c-cc39-4078-86f5-e19dd1c6dec5 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:01.037061 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-230c8e1c-cc39-4078-86f5-e19dd1c6dec5 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:01.040825 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-230c8e1c-cc39-4078-86f5-e19dd1c6dec5 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525993'] for security_group_rule, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:01.060911 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c8e1c-cc39-4078-86f5-e19dd1c6dec5 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a1d04b1-dd3a-4070-b5cb-185c21b74da7,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:01.067688 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-230c8e1c-cc39-4078-86f5-e19dd1c6dec5 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:01.069073 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-230c8e1c-cc39-4078-86f5-e19dd1c6dec5 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1286478 Jul 29 14:27:01.071902 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 59848) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:01.076514 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-1a0d206f-373d-4099-8bb0-ceca9a2f5e78 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Request body: {'security_group_rule': {'security_group_id': 'aa4e4174-8f26-4601-b1ba-82d657004d89', 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:27:01.098760 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.db.securitygroups_db [None req-1a0d206f-373d-4099-8bb0-ceca9a2f5e78 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Project 790cbd91660745c18b1d53f07528a1b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 14:27:01.103879 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-1a0d206f-373d-4099-8bb0-ceca9a2f5e78 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:01.164308 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-1a0d206f-373d-4099-8bb0-ceca9a2f5e78 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:01.167938 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-1a0d206f-373d-4099-8bb0-ceca9a2f5e78 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525993'] for security_group_rule, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:01.194224 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d206f-373d-4099-8bb0-ceca9a2f5e78 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6040432c-1ae0-4c56-b2e6-f7e48d4e1e54,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:01.196342 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-ebf5295d-9991-4f75-826d-25195c88a51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7910c9-6cee-4189-b75a-ea14043f2ffc', 'name': 'tempest-TestVolumeBootPattern-1464212530-router', 'tenant_id': 'f6ce0d9937204effaee460355e5bd8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'ca223efd-f11c-440e-9441-dace72ad1c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:49Z', 'updated_at': '2021-07-29T14:26:57Z', 'revision_number': 4, 'project_id': 'f6ce0d9937204effaee460355e5bd8cd', 'gw_port': {'id': 'ca223efd-f11c-440e-9441-dace72ad1c48', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7910c9-6cee-4189-b75a-ea14043f2ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:50Z', 'updated_at': '2021-07-29T14:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': 'd214dada-6a3b-4480-ac7a-b342ec0edb8b', 'name': '', 'network_id': '50fd417f-a92c-4869-a8e4-687249649b1f', 'tenant_id': 'f6ce0d9937204effaee460355e5bd8cd', 'mac_address': 'fa:16:3e:54:f7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7910c9-6cee-4189-b75a-ea14043f2ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'db9eb380-b05c-41c1-86c3-7453bef69288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:56Z', 'updated_at': '2021-07-29T14:26:57Z', 'revision_number': 2, 'project_id': 'f6ce0d9937204effaee460355e5bd8cd', 'subnets': [{'id': 'db9eb380-b05c-41c1-86c3-7453bef69288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:27:01.204470 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-1a0d206f-373d-4099-8bb0-ceca9a2f5e78 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:01.205701 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-1a0d206f-373d-4099-8bb0-ceca9a2f5e78 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1328232 Jul 29 14:27:01.223275 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf5295d-9991-4f75-826d-25195c88a51a None None] Checking router: 4f7910c9-6cee-4189-b75a-ea14043f2ffc for host: dv-cinder-802882-2-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:27:01.223636 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf5295d-9991-4f75-826d-25195c88a51a None None] Updating router 4f7910c9-6cee-4189-b75a-ea14043f2ffc port d214dada-6a3b-4480-ac7a-b342ec0edb8b binding host dv-cinder-802882-2-iscsi {{(pid=93049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:27:01.249064 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-ebf5295d-9991-4f75-826d-25195c88a51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:01.380256 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:01.453118 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device ca223efd-f11c-440e-9441-dace72ad1c48 up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:27:01.511858 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port ca223efd-f11c-440e-9441-dace72ad1c48 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:27:01.512790 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:01.532390 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-ebf5295d-9991-4f75-826d-25195c88a51a None None] Notify callbacks [] for port, precommit_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:01.543579 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.provisioning_blocks [None req-ebf5295d-9991-4f75-826d-25195c88a51a None None] Transition to ACTIVE for port object d214dada-6a3b-4480-ac7a-b342ec0edb8b will not be triggered until provisioned by entity L2. {{(pid=93049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:27:01.552678 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-ebf5295d-9991-4f75-826d-25195c88a51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:01.564206 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cadc5f-952e-4d89-b467-a0b7c6339c36 req-9ed609bd-a49f-40c8-a81f-460558f90187 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:01.565752 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e4cadc5f-952e-4d89-b467-a0b7c6339c36 req-9ed609bd-a49f-40c8-a81f-460558f90187 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 943 time: 0.0536816 Jul 29 14:27:01.604470 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a95c424-c2b0-4766-b958-0981cab2a77d None None] Pushing event updated for resources: {'Port': ['ID=d214dada-6a3b-4480-ac7a-b342ec0edb8b,revision_number=3']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:01.615760 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e4cadc5f-952e-4d89-b467-a0b7c6339c36 req-6a9bfcb9-dd36-4b10-9fa1-fcdb1cfd9267 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408306 Jul 29 14:27:01.688978 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-ebf5295d-9991-4f75-826d-25195c88a51a None None] Attempting to bind port d214dada-6a3b-4480-ac7a-b342ec0edb8b on host dv-cinder-802882-2-iscsi for vnic_type normal with profile {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:27:01.689357 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-ebf5295d-9991-4f75-826d-25195c88a51a None None] Attempting to bind port d214dada-6a3b-4480-ac7a-b342ec0edb8b by drivers openvswitch,hyperv on host dv-cinder-802882-2-iscsi at level 0 using segments [{'id': '96cf41bc-7609-4363-9fdc-97c88c0f9c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '50fd417f-a92c-4869-a8e4-687249649b1f'}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:27:01.689723 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf5295d-9991-4f75-826d-25195c88a51a None None] Attempting to bind port d214dada-6a3b-4480-ac7a-b342ec0edb8b on network 50fd417f-a92c-4869-a8e4-687249649b1f {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:27:01.695347 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf5295d-9991-4f75-826d-25195c88a51a None None] Checking agent: {'id': '1ca66b18-24af-4c4d-ab67-53f04b5066d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 14, 58), 'started_at': datetime.datetime(2021, 7, 29, 14, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:27:01.695693 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf5295d-9991-4f75-826d-25195c88a51a None None] Checking segment: {'id': '96cf41bc-7609-4363-9fdc-97c88c0f9c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '50fd417f-a92c-4869-a8e4-687249649b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:27:01.696095 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-ebf5295d-9991-4f75-826d-25195c88a51a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:01.696491 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf5295d-9991-4f75-826d-25195c88a51a None None] Bound using segment: {'id': '96cf41bc-7609-4363-9fdc-97c88c0f9c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '50fd417f-a92c-4869-a8e4-687249649b1f'} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:27:01.697042 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-ebf5295d-9991-4f75-826d-25195c88a51a None None] Bound port: d214dada-6a3b-4480-ac7a-b342ec0edb8b, host: dv-cinder-802882-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96cf41bc-7609-4363-9fdc-97c88c0f9c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '50fd417f-a92c-4869-a8e4-687249649b1f'}}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:27:01.697327 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-ebf5295d-9991-4f75-826d-25195c88a51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:01.774823 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-ebf5295d-9991-4f75-826d-25195c88a51a None None] For port d214dada-6a3b-4480-ac7a-b342ec0edb8b, host dv-cinder-802882-2-iscsi, cleared binding levels {{(pid=93049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:27:01.778614 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-ebf5295d-9991-4f75-826d-25195c88a51a None None] For port d214dada-6a3b-4480-ac7a-b342ec0edb8b, host dv-cinder-802882-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=d214dada-6a3b-4480-ac7a-b342ec0edb8b,segment=NetworkSegment(96cf41bc-7609-4363-9fdc-97c88c0f9c10),segment_id=96cf41bc-7609-4363-9fdc-97c88c0f9c10)] {{(pid=93049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:27:01.788381 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-ebf5295d-9991-4f75-826d-25195c88a51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:01.868919 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf5295d-9991-4f75-826d-25195c88a51a None None] Routers {'4f7910c9-6cee-4189-b75a-ea14043f2ffc'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:27:01.869557 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-ebf5295d-9991-4f75-826d-25195c88a51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:26:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['4f7910c9-6cee-4189-b75a-ea14043f2ffc'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:27:01.905455 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a95c424-c2b0-4766-b958-0981cab2a77d None None] Pushing event updated for resources: {'Port': ['ID=d214dada-6a3b-4480-ac7a-b342ec0edb8b,revision_number=4']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:01.989229 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-ebf5295d-9991-4f75-826d-25195c88a51a None None] Set router 4f7910c9-6cee-4189-b75a-ea14043f2ffc gateway port host: dv-cinder-802882-2-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:27:02.194820 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-ebf5295d-9991-4f75-826d-25195c88a51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7910c9-6cee-4189-b75a-ea14043f2ffc', 'name': 'tempest-TestVolumeBootPattern-1464212530-router', 'tenant_id': 'f6ce0d9937204effaee460355e5bd8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'ca223efd-f11c-440e-9441-dace72ad1c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:49Z', 'updated_at': '2021-07-29T14:26:57Z', 'revision_number': 4, 'project_id': 'f6ce0d9937204effaee460355e5bd8cd', 'gw_port': {'id': 'ca223efd-f11c-440e-9441-dace72ad1c48', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7910c9-6cee-4189-b75a-ea14043f2ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:50Z', 'updated_at': '2021-07-29T14:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': 'd214dada-6a3b-4480-ac7a-b342ec0edb8b', 'name': '', 'network_id': '50fd417f-a92c-4869-a8e4-687249649b1f', 'tenant_id': 'f6ce0d9937204effaee460355e5bd8cd', 'mac_address': 'fa:16:3e:54:f7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7910c9-6cee-4189-b75a-ea14043f2ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'db9eb380-b05c-41c1-86c3-7453bef69288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:56Z', 'updated_at': '2021-07-29T14:27:01Z', 'revision_number': 4, 'project_id': 'f6ce0d9937204effaee460355e5bd8cd', 'subnets': [{'id': 'db9eb380-b05c-41c1-86c3-7453bef69288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:27:02.227166 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf5295d-9991-4f75-826d-25195c88a51a None None] The sync data for ids ['4f7910c9-6cee-4189-b75a-ea14043f2ffc'] in dv-cinder-802882-2-iscsi is: [{'id': '4f7910c9-6cee-4189-b75a-ea14043f2ffc', 'name': 'tempest-TestVolumeBootPattern-1464212530-router', 'tenant_id': 'f6ce0d9937204effaee460355e5bd8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'ca223efd-f11c-440e-9441-dace72ad1c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:49Z', 'updated_at': '2021-07-29T14:26:57Z', 'revision_number': 4, 'project_id': 'f6ce0d9937204effaee460355e5bd8cd', 'gw_port': {'id': 'ca223efd-f11c-440e-9441-dace72ad1c48', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7910c9-6cee-4189-b75a-ea14043f2ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:50Z', 'updated_at': '2021-07-29T14:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': 'd214dada-6a3b-4480-ac7a-b342ec0edb8b', 'name': '', 'network_id': '50fd417f-a92c-4869-a8e4-687249649b1f', 'tenant_id': 'f6ce0d9937204effaee460355e5bd8cd', 'mac_address': 'fa:16:3e:54:f7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7910c9-6cee-4189-b75a-ea14043f2ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'db9eb380-b05c-41c1-86c3-7453bef69288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:56Z', 'updated_at': '2021-07-29T14:27:01Z', 'revision_number': 4, 'project_id': 'f6ce0d9937204effaee460355e5bd8cd', 'subnets': [{'id': 'db9eb380-b05c-41c1-86c3-7453bef69288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:27:02.795540 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5af8b-29ca-483e-b5f4-0d3a0a1c9301 req-b98ff104-03ea-40b8-9c0e-fc6a860061a2 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:02.798866 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4bc5af8b-29ca-483e-b5f4-0d3a0a1c9301 req-b98ff104-03ea-40b8-9c0e-fc6a860061a2 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 943 time: 0.0982955 Jul 29 14:27:02.856674 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4bc5af8b-29ca-483e-b5f4-0d3a0a1c9301 req-d5bbda86-798a-488e-8d75-dc3887c10187 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519540 Jul 29 14:27:03.043956 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-09ddbb4e-55c9-4487-ae16-c46b16b2085f tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=80e6f95cf22a407782d2ba3ab0555a71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316076 Jul 29 14:27:03.268065 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-ad0f11cc-c644-4a57-8248-2340f7de8859 tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:03.269630 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-ad0f11cc-c644-4a57-8248-2340f7de8859 tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2194421 Jul 29 14:27:03.286517 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-eab751d3-9671-4f81-ae8b-4b2c40b711dd tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] 10.222.0.44 "GET /v2.0/quotas/80e6f95cf22a407782d2ba3ab0555a71 HTTP/1.1" status: 200 len: 375 time: 0.0110154 Jul 29 14:27:03.322930 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-739a4548-4267-4ad0-a134-0311643015e4 tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=80e6f95cf22a407782d2ba3ab0555a71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293138 Jul 29 14:27:03.463743 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device d214dada-6a3b-4480-ac7a-b342ec0edb8b up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:27:03.500834 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-acfec330-de22-4a55-8632-59920059703a req-c4de9ccf-af90-4f0e-9d8a-6a6ffd76d46f tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb27f99c-d050-4df7-ba07-01ba405bf616 HTTP/1.1" status: 200 len: 210 time: 0.0275521 Jul 29 14:27:03.521407 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning for port d214dada-6a3b-4480-ac7a-b342ec0edb8b completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:27:03.525360 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port d214dada-6a3b-4480-ac7a-b342ec0edb8b triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:27:03.526098 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:03.613502 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:03.650933 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] For port d214dada-6a3b-4480-ac7a-b342ec0edb8b, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=d214dada-6a3b-4480-ac7a-b342ec0edb8b,segment=NetworkSegment(96cf41bc-7609-4363-9fdc-97c88c0f9c10),segment_id=96cf41bc-7609-4363-9fdc-97c88c0f9c10)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:27:03.655042 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:03.712123 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Pushing event updated for resources: {'Port': ['ID=d214dada-6a3b-4480-ac7a-b342ec0edb8b,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:04.013154 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce89d0d-b535-4631-b5ed-456b30520780 req-04e4f1f1-4579-427e-96ce-b4e20b153ad4 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:04.015494 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0ce89d0d-b535-4631-b5ed-456b30520780 req-04e4f1f1-4579-427e-96ce-b4e20b153ad4 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 943 time: 0.0734446 Jul 29 14:27:04.055372 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0ce89d0d-b535-4631-b5ed-456b30520780 req-e0f4f5e8-97fa-4b90-a29b-5c7f7397f349 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337949 Jul 29 14:27:04.443305 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-de7c4202-7267-4b45-b11b-3ea2404add58 tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=80e6f95cf22a407782d2ba3ab0555a71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337727 Jul 29 14:27:04.577189 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-61244389-11a1-4dd5-82ca-3f575cadcb29 tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:04.578742 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-61244389-11a1-4dd5-82ca-3f575cadcb29 tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1296206 Jul 29 14:27:04.600213 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-5acb292b-acad-4d57-b47e-20bbed1c5adb tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Request body: {'port': {'device_id': 'eb27f99c-d050-4df7-ba07-01ba405bf616', 'network_id': 'a50a0f11-2276-43f8-a1ea-0f9122bbe45c', 'admin_state_up': True, 'tenant_id': '80e6f95cf22a407782d2ba3ab0555a71'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:27:04.670005 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9b780d80-e6ba-4a8e-8c73-31b5137585f3 req-60f92e7b-ca2f-43e7-8277-b8a133705ccb tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb27f99c-d050-4df7-ba07-01ba405bf616 HTTP/1.1" status: 200 len: 210 time: 0.0662973 Jul 29 14:27:04.738067 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-5acb292b-acad-4d57-b47e-20bbed1c5adb tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Made reservation on behalf of 80e6f95cf22a407782d2ba3ab0555a71 for: {'port': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:27:04.741885 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-5acb292b-acad-4d57-b47e-20bbed1c5adb tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:04.755755 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-5acb292b-acad-4d57-b47e-20bbed1c5adb tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:04.853763 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-5acb292b-acad-4d57-b47e-20bbed1c5adb tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:04.859409 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-5acb292b-acad-4d57-b47e-20bbed1c5adb tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:04.927129 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb292b-acad-4d57-b47e-20bbed1c5adb tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67dc390e-0fb2-468f-8288-e304ed6e53cd,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:05.000414 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-5acb292b-acad-4d57-b47e-20bbed1c5adb tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Allocated IP 192.168.233.216 (a50a0f11-2276-43f8-a1ea-0f9122bbe45c/c23bb7c2-941e-47a9-9416-46fb4ae2859f/16476201-d0e0-450b-aa10-bf6994f5bad1) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:27:05.189392 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-5acb292b-acad-4d57-b47e-20bbed1c5adb tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:05.210992 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67797ec-7af1-407c-a163-93593ede7a72 req-ee10c36b-31d9-4fe5-950c-1119ce11e2ee tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:05.212453 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f67797ec-7af1-407c-a163-93593ede7a72 req-ee10c36b-31d9-4fe5-950c-1119ce11e2ee tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 943 time: 0.0816510 Jul 29 14:27:05.215083 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-5acb292b-acad-4d57-b47e-20bbed1c5adb tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Transition to ACTIVE for port object 16476201-d0e0-450b-aa10-bf6994f5bad1 will not be triggered until provisioned by entity DHCP. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:27:05.270430 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f67797ec-7af1-407c-a163-93593ede7a72 req-5be39923-66d9-47a1-a180-2387ddaea1b9 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498395 Jul 29 14:27:05.277580 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-5acb292b-acad-4d57-b47e-20bbed1c5adb tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:05.320487 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-5acb292b-acad-4d57-b47e-20bbed1c5adb tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Network a50a0f11-2276-43f8-a1ea-0f9122bbe45c is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:27:05.323425 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-5acb292b-acad-4d57-b47e-20bbed1c5adb tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:27:05.329055 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-5acb292b-acad-4d57-b47e-20bbed1c5adb tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:27:05.355815 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb292b-acad-4d57-b47e-20bbed1c5adb tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Pushing event updated for resources: {'Port': ['ID=16476201-d0e0-450b-aa10-bf6994f5bad1,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:05.388975 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-5acb292b-acad-4d57-b47e-20bbed1c5adb tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:05.390343 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-5acb292b-acad-4d57-b47e-20bbed1c5adb tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:05.413235 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-5acb292b-acad-4d57-b47e-20bbed1c5adb tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8169422 Jul 29 14:27:05.426840 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-cc68278a-66fc-42b7-86a0-ffc732abd9dc service neutron] Request body: {'port': {'device_id': 'eb27f99c-d050-4df7-ba07-01ba405bf616', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:27:05.453614 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device d214dada-6a3b-4480-ac7a-b342ec0edb8b up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:27:05.503837 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-cc68278a-66fc-42b7-86a0-ffc732abd9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:05.520266 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port d214dada-6a3b-4480-ac7a-b342ec0edb8b triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:27:05.520697 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:05.635463 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-c6506e67-2797-4e76-a854-84acf30cbec2 None None] Provisioning for port 16476201-d0e0-450b-aa10-bf6994f5bad1 completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:27:05.640535 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-c6506e67-2797-4e76-a854-84acf30cbec2 None None] Provisioning complete for port 16476201-d0e0-450b-aa10-bf6994f5bad1 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:27:05.640924 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-c6506e67-2797-4e76-a854-84acf30cbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:05.677666 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-c6506e67-2797-4e76-a854-84acf30cbec2 None None] Port 16476201-d0e0-450b-aa10-bf6994f5bad1 cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:27:05.978608 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20609fb5-0b8c-4f8d-9afa-f81376317814 req-8a4fbeeb-313b-43cd-be6b-76344a4b73d7 tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:05.980007 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-20609fb5-0b8c-4f8d-9afa-f81376317814 req-8a4fbeeb-313b-43cd-be6b-76344a4b73d7 tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb27f99c-d050-4df7-ba07-01ba405bf616 HTTP/1.1" status: 200 len: 936 time: 0.1021497 Jul 29 14:27:06.047965 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-20609fb5-0b8c-4f8d-9afa-f81376317814 req-e553f8c5-3c48-4c9e-acca-960aa73cd4e9 tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] 10.222.0.44 "GET /v2.0/security-groups?id=67dc390e-0fb2-468f-8288-e304ed6e53cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591712 Jul 29 14:27:06.101029 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-cc68278a-66fc-42b7-86a0-ffc732abd9dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16476201-d0e0-450b-aa10-bf6994f5bad1 {{(pid=93047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:27:06.108723 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-cc68278a-66fc-42b7-86a0-ffc732abd9dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:06.121118 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-cc68278a-66fc-42b7-86a0-ffc732abd9dc service neutron] Transition to ACTIVE for port object 16476201-d0e0-450b-aa10-bf6994f5bad1 will not be triggered until provisioned by entity L2. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:27:06.125175 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-cc68278a-66fc-42b7-86a0-ffc732abd9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079021'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:06.174764 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68278a-66fc-42b7-86a0-ffc732abd9dc service neutron] Pushing event updated for resources: {'Port': ['ID=16476201-d0e0-450b-aa10-bf6994f5bad1,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:06.248339 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-cc68278a-66fc-42b7-86a0-ffc732abd9dc service neutron] Attempting to bind port 16476201-d0e0-450b-aa10-bf6994f5bad1 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:27:06.249868 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-cc68278a-66fc-42b7-86a0-ffc732abd9dc service neutron] Attempting to bind port 16476201-d0e0-450b-aa10-bf6994f5bad1 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': '2ab3ca0a-894a-4176-b6a5-25a9aa3537dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a50a0f11-2276-43f8-a1ea-0f9122bbe45c'}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:27:06.249868 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-cc68278a-66fc-42b7-86a0-ffc732abd9dc service neutron] Attempting to bind port 16476201-d0e0-450b-aa10-bf6994f5bad1 on network a50a0f11-2276-43f8-a1ea-0f9122bbe45c {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:27:06.254649 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-cc68278a-66fc-42b7-86a0-ffc732abd9dc service neutron] Port 16476201-d0e0-450b-aa10-bf6994f5bad1 on network a50a0f11-2276-43f8-a1ea-0f9122bbe45c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:27:06.254984 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-cc68278a-66fc-42b7-86a0-ffc732abd9dc service neutron] Attempting to bind port 16476201-d0e0-450b-aa10-bf6994f5bad1 on network a50a0f11-2276-43f8-a1ea-0f9122bbe45c {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:27:06.260452 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-cc68278a-66fc-42b7-86a0-ffc732abd9dc service neutron] Checking agent: {'id': 'fd26b577-982f-4e34-ab76-8a88883d4fab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:27:06.260801 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-cc68278a-66fc-42b7-86a0-ffc732abd9dc service neutron] Checking segment: {'id': '2ab3ca0a-894a-4176-b6a5-25a9aa3537dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a50a0f11-2276-43f8-a1ea-0f9122bbe45c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:27:06.261200 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-cc68278a-66fc-42b7-86a0-ffc732abd9dc service neutron] Bound using segment: {'id': '2ab3ca0a-894a-4176-b6a5-25a9aa3537dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a50a0f11-2276-43f8-a1ea-0f9122bbe45c'} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:27:06.261643 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-cc68278a-66fc-42b7-86a0-ffc732abd9dc service neutron] Bound port: 16476201-d0e0-450b-aa10-bf6994f5bad1, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ab3ca0a-894a-4176-b6a5-25a9aa3537dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a50a0f11-2276-43f8-a1ea-0f9122bbe45c'}}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:27:06.262041 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-cc68278a-66fc-42b7-86a0-ffc732abd9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:06.331390 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-cc68278a-66fc-42b7-86a0-ffc732abd9dc service neutron] For port 16476201-d0e0-450b-aa10-bf6994f5bad1, host hv-cinder-80288, cleared binding levels {{(pid=93047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:27:06.334802 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-cc68278a-66fc-42b7-86a0-ffc732abd9dc service neutron] For port 16476201-d0e0-450b-aa10-bf6994f5bad1, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=16476201-d0e0-450b-aa10-bf6994f5bad1,segment=NetworkSegment(2ab3ca0a-894a-4176-b6a5-25a9aa3537dc),segment_id=2ab3ca0a-894a-4176-b6a5-25a9aa3537dc)] {{(pid=93047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:27:06.339581 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-cc68278a-66fc-42b7-86a0-ffc732abd9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079021'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:06.411119 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-cc68278a-66fc-42b7-86a0-ffc732abd9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:06.411751 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-cc68278a-66fc-42b7-86a0-ffc732abd9dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:06.413161 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-cc68278a-66fc-42b7-86a0-ffc732abd9dc service neutron] 10.222.0.42 "PUT /v2.0/ports/16476201-d0e0-450b-aa10-bf6994f5bad1 HTTP/1.1" status: 200 len: 1098 time: 0.9907064 Jul 29 14:27:06.413598 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb27f99c-d050-4df7-ba07-01ba405bf616', 'tag': '16476201-d0e0-450b-aa10-bf6994f5bad1'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:27:06.415912 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d29991c668386e200e1a1994fca063bc4f2dc54aaad28d0a971c904e1588ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5333d4f-dc54-4f4b-aebe-0d4168eba1c5" -d '{"events": [{"name": "network-changed", "server_uuid": "eb27f99c-d050-4df7-ba07-01ba405bf616", "tag": "16476201-d0e0-450b-aa10-bf6994f5bad1"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:27:06.440849 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68278a-66fc-42b7-86a0-ffc732abd9dc service neutron] Pushing event updated for resources: {'Port': ['ID=16476201-d0e0-450b-aa10-bf6994f5bad1,revision_number=3']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:06.456574 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad26ed9-b466-4059-800e-35db82fb4a0f req-7856be2e-9994-493d-94bb-9d0c52223237 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:06.458184 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-dad26ed9-b466-4059-800e-35db82fb4a0f req-7856be2e-9994-493d-94bb-9d0c52223237 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 943 time: 0.1132872 Jul 29 14:27:06.478620 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989e3b2f-8a1f-40a6-9d84-c01b17ad7139 x-openstack-request-id: req-989e3b2f-8a1f-40a6-9d84-c01b17ad7139 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:27:06.478901 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb27f99c-d050-4df7-ba07-01ba405bf616", "tag": "16476201-d0e0-450b-aa10-bf6994f5bad1", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:27:06.479159 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-989e3b2f-8a1f-40a6-9d84-c01b17ad7139 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:27:06.479551 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb27f99c-d050-4df7-ba07-01ba405bf616', 'tag': '16476201-d0e0-450b-aa10-bf6994f5bad1', 'status': 'completed', 'code': 200} Jul 29 14:27:06.536254 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-dad26ed9-b466-4059-800e-35db82fb4a0f req-4eccfb6e-e02a-4d84-a654-1fca1e553df5 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692739 Jul 29 14:27:06.539333 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-a7e924fb-dd48-4aa5-b0e8-d77e88d3b311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:06.540660 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-a7e924fb-dd48-4aa5-b0e8-d77e88d3b311 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=80e6f95cf22a407782d2ba3ab0555a71&device_id=eb27f99c-d050-4df7-ba07-01ba405bf616 HTTP/1.1" status: 200 len: 1101 time: 0.0749896 Jul 29 14:27:06.590325 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-ca47ae87-6cb2-4449-8d53-2ba55c1593a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=16476201-d0e0-450b-aa10-bf6994f5bad1 HTTP/1.1" status: 200 len: 217 time: 0.0390205 Jul 29 14:27:06.650699 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-cba94e06-e08b-4ec5-974e-d23ee701064b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:06.652202 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-cba94e06-e08b-4ec5-974e-d23ee701064b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c23bb7c2-941e-47a9-9416-46fb4ae2859f HTTP/1.1" status: 200 len: 843 time: 0.0541785 Jul 29 14:27:06.705039 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-e1863fea-60a3-4e45-b241-0e9bc32aa028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:06.706685 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-e1863fea-60a3-4e45-b241-0e9bc32aa028 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a50a0f11-2276-43f8-a1ea-0f9122bbe45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0441072 Jul 29 14:27:06.813377 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-9fb2b434-56cc-430f-ab3c-a12c5d1dd058 service neutron] 10.222.0.42 "GET /v2.0/networks/a50a0f11-2276-43f8-a1ea-0f9122bbe45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975392 Jul 29 14:27:06.925105 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-97a5fcd9-3f74-4d6e-b097-f36b47354605 req-2da42f64-c605-4baf-a6e9-0efaf4f5abc3 service neutron] 10.222.0.42 "GET /v2.0/networks/a50a0f11-2276-43f8-a1ea-0f9122bbe45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028256 Jul 29 14:27:07.023627 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5333d4f-dc54-4f4b-aebe-0d4168eba1c5 req-1067afb5-f3a1-4842-82b5-c010d4ccc249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:07.025075 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e5333d4f-dc54-4f4b-aebe-0d4168eba1c5 req-1067afb5-f3a1-4842-82b5-c010d4ccc249 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=80e6f95cf22a407782d2ba3ab0555a71&device_id=eb27f99c-d050-4df7-ba07-01ba405bf616 HTTP/1.1" status: 200 len: 1101 time: 0.0453761 Jul 29 14:27:07.139808 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5333d4f-dc54-4f4b-aebe-0d4168eba1c5 req-beeb30f6-9560-4073-8832-6c44522461f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:07.141310 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e5333d4f-dc54-4f4b-aebe-0d4168eba1c5 req-beeb30f6-9560-4073-8832-6c44522461f9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a50a0f11-2276-43f8-a1ea-0f9122bbe45c HTTP/1.1" status: 200 len: 870 time: 0.1081989 Jul 29 14:27:07.196720 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e5333d4f-dc54-4f4b-aebe-0d4168eba1c5 req-a36c9907-55c4-425c-9702-ec77aea20000 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=16476201-d0e0-450b-aa10-bf6994f5bad1 HTTP/1.1" status: 200 len: 217 time: 0.0406806 Jul 29 14:27:07.213341 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa66ea-3e00-48c2-8be7-fb2c4de5bc36 req-946f72b6-9225-489d-a129-b6b05fd04b42 tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:07.214867 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3aaa66ea-3e00-48c2-8be7-fb2c4de5bc36 req-946f72b6-9225-489d-a129-b6b05fd04b42 tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb27f99c-d050-4df7-ba07-01ba405bf616 HTTP/1.1" status: 200 len: 948 time: 0.0950992 Jul 29 14:27:07.287806 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5333d4f-dc54-4f4b-aebe-0d4168eba1c5 req-93e64259-062b-430d-997a-6257625de5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:07.289204 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e5333d4f-dc54-4f4b-aebe-0d4168eba1c5 req-93e64259-062b-430d-997a-6257625de5bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c23bb7c2-941e-47a9-9416-46fb4ae2859f HTTP/1.1" status: 200 len: 843 time: 0.0734456 Jul 29 14:27:07.292141 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3aaa66ea-3e00-48c2-8be7-fb2c4de5bc36 req-36217418-4353-447a-8767-8b206f982e6e tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] 10.222.0.44 "GET /v2.0/security-groups?id=67dc390e-0fb2-468f-8288-e304ed6e53cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683956 Jul 29 14:27:07.336061 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5333d4f-dc54-4f4b-aebe-0d4168eba1c5 req-78048adb-acb1-4912-9dcd-7b46729ed189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:07.337564 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e5333d4f-dc54-4f4b-aebe-0d4168eba1c5 req-78048adb-acb1-4912-9dcd-7b46729ed189 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a50a0f11-2276-43f8-a1ea-0f9122bbe45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0398798 Jul 29 14:27:07.442812 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e5333d4f-dc54-4f4b-aebe-0d4168eba1c5 req-bb630fdc-d16b-481f-8f9d-6339c88c7a3a service neutron] 10.222.0.42 "GET /v2.0/networks/a50a0f11-2276-43f8-a1ea-0f9122bbe45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925734 Jul 29 14:27:07.536457 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e5333d4f-dc54-4f4b-aebe-0d4168eba1c5 req-f3ad4af7-6377-4f4f-b8dd-9ecfee4a0b73 service neutron] 10.222.0.42 "GET /v2.0/networks/a50a0f11-2276-43f8-a1ea-0f9122bbe45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844982 Jul 29 14:27:07.658314 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6b6cc-6fc7-4650-89d4-a17e40006d1b req-d9abe7cf-18ba-4035-a513-d3fc24016db1 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:07.659805 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b4a6b6cc-6fc7-4650-89d4-a17e40006d1b req-d9abe7cf-18ba-4035-a513-d3fc24016db1 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 943 time: 0.0494180 Jul 29 14:27:07.697645 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b4a6b6cc-6fc7-4650-89d4-a17e40006d1b req-676106c1-72b7-4c76-83bd-fcaf2e493096 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315943 Jul 29 14:27:08.421989 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33d603-e8db-4e2c-bcb5-fec56395becb req-e765ea1a-8bfa-47ee-8ae9-e14d06018ed0 tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:08.423725 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7b33d603-e8db-4e2c-bcb5-fec56395becb req-e765ea1a-8bfa-47ee-8ae9-e14d06018ed0 tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb27f99c-d050-4df7-ba07-01ba405bf616 HTTP/1.1" status: 200 len: 948 time: 0.0569179 Jul 29 14:27:08.464428 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7b33d603-e8db-4e2c-bcb5-fec56395becb req-f5a98fdb-fbc1-4e53-8133-7dde4e719992 tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] 10.222.0.44 "GET /v2.0/security-groups?id=67dc390e-0fb2-468f-8288-e304ed6e53cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344644 Jul 29 14:27:08.830307 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d3a0d-0f90-4bfb-9ab6-08fd40b83d2a req-72e3832f-5e68-44e2-9252-9976458b833f tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:08.831876 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2c8d3a0d-0f90-4bfb-9ab6-08fd40b83d2a req-72e3832f-5e68-44e2-9252-9976458b833f tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 943 time: 0.0504429 Jul 29 14:27:08.870055 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2c8d3a0d-0f90-4bfb-9ab6-08fd40b83d2a req-7f292f11-09ed-4d63-965b-2390469b9698 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323417 Jul 29 14:27:09.579957 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f4ad0-17d8-44ef-9181-9d717e12f5f3 req-2b18edf8-0290-41bb-ac48-e8258ae89133 tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:09.583448 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ac2f4ad0-17d8-44ef-9181-9d717e12f5f3 req-2b18edf8-0290-41bb-ac48-e8258ae89133 tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb27f99c-d050-4df7-ba07-01ba405bf616 HTTP/1.1" status: 200 len: 948 time: 0.0491385 Jul 29 14:27:09.619684 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 16476201-d0e0-450b-aa10-bf6994f5bad1 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:27:09.624036 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ac2f4ad0-17d8-44ef-9181-9d717e12f5f3 req-7b7122b0-b420-4293-9508-7cde74cea915 tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] 10.222.0.44 "GET /v2.0/security-groups?id=67dc390e-0fb2-468f-8288-e304ed6e53cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339048 Jul 29 14:27:09.731339 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 16476201-d0e0-450b-aa10-bf6994f5bad1, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=16476201-d0e0-450b-aa10-bf6994f5bad1,segment=NetworkSegment(2ab3ca0a-894a-4176-b6a5-25a9aa3537dc),segment_id=2ab3ca0a-894a-4176-b6a5-25a9aa3537dc)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:27:09.744172 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Returning: {'device': '16476201-d0e0-450b-aa10-bf6994f5bad1', 'network_id': 'a50a0f11-2276-43f8-a1ea-0f9122bbe45c', 'port_id': '16476201-d0e0-450b-aa10-bf6994f5bad1', 'mac_address': 'fa:16:3e:45:c8:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c23bb7c2-941e-47a9-9416-46fb4ae2859f', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:27:09.783803 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:09.798842 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16476201-d0e0-450b-aa10-bf6994f5bad1 {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:27:09.818994 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 16476201-d0e0-450b-aa10-bf6994f5bad1, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=16476201-d0e0-450b-aa10-bf6994f5bad1,segment=NetworkSegment(2ab3ca0a-894a-4176-b6a5-25a9aa3537dc),segment_id=2ab3ca0a-894a-4176-b6a5-25a9aa3537dc)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:27:09.823664 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:09.824439 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device bc3c8625-9b45-4092-a832-b91a030a5ed2 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:27:10.013940 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b53e9-b44a-4b3f-b36c-cca2fe5b2ecf req-ce869d89-2d67-49a4-a085-417be5080f14 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:10.016184 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4f8b53e9-b44a-4b3f-b36c-cca2fe5b2ecf req-ce869d89-2d67-49a4-a085-417be5080f14 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 943 time: 0.0544755 Jul 29 14:27:10.038772 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=16476201-d0e0-450b-aa10-bf6994f5bad1,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:10.057229 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4f8b53e9-b44a-4b3f-b36c-cca2fe5b2ecf req-23db2205-f064-4ffe-a3fb-486c18c3b72e tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351789 Jul 29 14:27:10.081367 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port bc3c8625-9b45-4092-a832-b91a030a5ed2, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=bc3c8625-9b45-4092-a832-b91a030a5ed2,segment=NetworkSegment(2a3c3cb3-1d3e-4c59-bff4-f754839f2eca),segment_id=2a3c3cb3-1d3e-4c59-bff4-f754839f2eca)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:27:10.094479 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Returning: {'device': 'bc3c8625-9b45-4092-a832-b91a030a5ed2', 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628', 'port_id': 'bc3c8625-9b45-4092-a832-b91a030a5ed2', 'mac_address': 'fa:16:3e:05:b6:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:27:10.135274 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:10.149385 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc3c8625-9b45-4092-a832-b91a030a5ed2 {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:27:10.171202 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port bc3c8625-9b45-4092-a832-b91a030a5ed2, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=bc3c8625-9b45-4092-a832-b91a030a5ed2,segment=NetworkSegment(2a3c3cb3-1d3e-4c59-bff4-f754839f2eca),segment_id=2a3c3cb3-1d3e-4c59-bff4-f754839f2eca)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:27:10.177306 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:10.226910 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=bc3c8625-9b45-4092-a832-b91a030a5ed2,revision_number=9']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:10.431797 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['bc3c8625-9b45-4092-a832-b91a030a5ed2'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:27:10.436045 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['16476201-d0e0-450b-aa10-bf6994f5bad1'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:27:10.741867 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdf9ba-e930-4f78-a971-18ad30226822 req-0ca9abb0-6a7d-49e7-9795-fd71a0226530 tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:10.743387 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-52cdf9ba-e930-4f78-a971-18ad30226822 req-0ca9abb0-6a7d-49e7-9795-fd71a0226530 tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb27f99c-d050-4df7-ba07-01ba405bf616 HTTP/1.1" status: 200 len: 949 time: 0.0491662 Jul 29 14:27:10.787276 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-52cdf9ba-e930-4f78-a971-18ad30226822 req-40f395d2-6890-4799-b5f3-5c0f0ac58e00 tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] 10.222.0.44 "GET /v2.0/security-groups?id=67dc390e-0fb2-468f-8288-e304ed6e53cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374098 Jul 29 14:27:11.199290 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea92de-979e-4ab9-a40d-dae874260b4b req-2e1ae3c9-517a-459f-8c54-3090aba5ebd9 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:11.200765 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8dea92de-979e-4ab9-a40d-dae874260b4b req-2e1ae3c9-517a-459f-8c54-3090aba5ebd9 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 944 time: 0.0674629 Jul 29 14:27:11.240220 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8dea92de-979e-4ab9-a40d-dae874260b4b req-076dc98c-7b52-4abd-b934-f94f691fe3a2 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330167 Jul 29 14:27:11.611866 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 16476201-d0e0-450b-aa10-bf6994f5bad1 up at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:27:11.662075 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning for port 16476201-d0e0-450b-aa10-bf6994f5bad1 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:27:11.665982 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning complete for port 16476201-d0e0-450b-aa10-bf6994f5bad1 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:27:11.666362 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:11.749323 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:11.771824 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb27f99c-d050-4df7-ba07-01ba405bf616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16476201-d0e0-450b-aa10-bf6994f5bad1'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:27:11.774142 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccb16db2f9a74c00367815e69fa446d7a78c69e07d65ec2c4e32efa5fc27a6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f1d4d2-14dc-4f39-a2e3-6b6e21f3cdd7" -d '{"events": [{"server_uuid": "eb27f99c-d050-4df7-ba07-01ba405bf616", "name": "network-vif-plugged", "status": "completed", "tag": "16476201-d0e0-450b-aa10-bf6994f5bad1"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:27:11.788545 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 16476201-d0e0-450b-aa10-bf6994f5bad1, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=16476201-d0e0-450b-aa10-bf6994f5bad1,segment=NetworkSegment(2ab3ca0a-894a-4176-b6a5-25a9aa3537dc),segment_id=2ab3ca0a-894a-4176-b6a5-25a9aa3537dc)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:27:11.793040 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:11.793907 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device bc3c8625-9b45-4092-a832-b91a030a5ed2 up at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:27:11.830416 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3bcfa1-92bc-4a5c-b10d-1dd008dad7e5 x-openstack-request-id: req-6b3bcfa1-92bc-4a5c-b10d-1dd008dad7e5 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:27:11.830713 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb27f99c-d050-4df7-ba07-01ba405bf616", "name": "network-vif-plugged", "status": "completed", "tag": "16476201-d0e0-450b-aa10-bf6994f5bad1", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:27:11.830972 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6b3bcfa1-92bc-4a5c-b10d-1dd008dad7e5 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:27:11.831371 dv-cinder-802882-2-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb27f99c-d050-4df7-ba07-01ba405bf616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16476201-d0e0-450b-aa10-bf6994f5bad1', 'code': 200} Jul 29 14:27:11.895732 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=16476201-d0e0-450b-aa10-bf6994f5bad1,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:11.903222 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning complete for port bc3c8625-9b45-4092-a832-b91a030a5ed2 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:27:11.903596 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:11.931719 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91909d-d388-44f0-8384-9660109c9da8 req-87de2f12-a0d9-4b83-9ca1-ace8235327ab tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:11.933223 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9a91909d-d388-44f0-8384-9660109c9da8 req-87de2f12-a0d9-4b83-9ca1-ace8235327ab tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb27f99c-d050-4df7-ba07-01ba405bf616 HTTP/1.1" status: 200 len: 950 time: 0.0603001 Jul 29 14:27:11.983804 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:11.999683 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9a91909d-d388-44f0-8384-9660109c9da8 req-4d0c193b-e5b6-4da0-ae15-023afe62f222 tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] 10.222.0.44 "GET /v2.0/security-groups?id=67dc390e-0fb2-468f-8288-e304ed6e53cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592747 Jul 29 14:27:12.015836 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f596d1a-e62f-4f24-9aa0-9de9ac4ac8d0 req-bb3afb13-f2d3-4343-977f-fc84ace7c2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:12.017415 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1f596d1a-e62f-4f24-9aa0-9de9ac4ac8d0 req-bb3afb13-f2d3-4343-977f-fc84ace7c2c2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eb27f99c-d050-4df7-ba07-01ba405bf616 HTTP/1.1" status: 200 len: 1103 time: 0.0486729 Jul 29 14:27:12.021016 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port bc3c8625-9b45-4092-a832-b91a030a5ed2, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=bc3c8625-9b45-4092-a832-b91a030a5ed2,segment=NetworkSegment(2a3c3cb3-1d3e-4c59-bff4-f754839f2eca),segment_id=2a3c3cb3-1d3e-4c59-bff4-f754839f2eca)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:27:12.025587 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:12.063468 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1f596d1a-e62f-4f24-9aa0-9de9ac4ac8d0 req-17065284-1e15-40c4-81d4-995a1e2b5387 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=67dc390e-0fb2-468f-8288-e304ed6e53cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358996 Jul 29 14:27:12.083077 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=bc3c8625-9b45-4092-a832-b91a030a5ed2,revision_number=10']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:12.364782 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcb203-6ea6-4456-a127-ac5ff1a76e72 req-146a1cb2-1f6f-4a5a-b932-89a682e0e2d9 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:12.366374 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-93bcb203-6ea6-4456-a127-ac5ff1a76e72 req-146a1cb2-1f6f-4a5a-b932-89a682e0e2d9 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 946 time: 0.0506754 Jul 29 14:27:12.407491 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-93bcb203-6ea6-4456-a127-ac5ff1a76e72 req-28c6cacf-e674-4e75-ade8-f84ddb120e06 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350480 Jul 29 14:27:12.521686 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 60188) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:12.569112 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_v2 [None req-66644177-d103-400a-938e-c6a2b6265935 admin admin] Deleting subnet 2c598511-a412-4eaf-9907-d89943bea27b {{(pid=93047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:27:12.572067 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-66644177-d103-400a-938e-c6a2b6265935 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:12.606184 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-66644177-d103-400a-938e-c6a2b6265935 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3079124'] for subnet, precommit_delete_associations {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:12.644275 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-66644177-d103-400a-938e-c6a2b6265935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773198'] for subnet, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:12.697374 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-66644177-d103-400a-938e-c6a2b6265935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58905770'] for subnet, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:12.726507 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66644177-d103-400a-938e-c6a2b6265935 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c598511-a412-4eaf-9907-d89943bea27b,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:12.731428 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-66644177-d103-400a-938e-c6a2b6265935 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:12.734139 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-66644177-d103-400a-938e-c6a2b6265935 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2c598511-a412-4eaf-9907-d89943bea27b HTTP/1.1" status: 204 len: 168 time: 0.2106369 Jul 29 14:27:12.736379 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 60190) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:12.811150 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-9b9cdeaf-35ce-4716-99f7-9b9aa837cbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653895'] for network, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:12.893007 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-9b9cdeaf-35ce-4716-99f7-9b9aa837cbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770265', 'neutron.services.segments.db._delete_segments_for_network-8774390517041'] for network, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:12.902678 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-9b9cdeaf-35ce-4716-99f7-9b9aa837cbab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ad5c676-7022-4ca1-916a-090985606ac2']}} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:27:12.913861 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-9b9cdeaf-35ce-4716-99f7-9b9aa837cbab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e9cef4-d88b-431d-840b-7cccd51c3f22') {'for_net_delete': True} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:27:12.914197 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-9b9cdeaf-35ce-4716-99f7-9b9aa837cbab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e9cef4-d88b-431d-840b-7cccd51c3f22') {} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:27:12.923653 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-9b9cdeaf-35ce-4716-99f7-9b9aa837cbab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774390517562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3079135'] for segment, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:12.937104 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-9b9cdeaf-35ce-4716-99f7-9b9aa837cbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:12.943593 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b9cdeaf-35ce-4716-99f7-9b9aa837cbab admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=93047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:27:12.944329 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-9b9cdeaf-35ce-4716-99f7-9b9aa837cbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078533'] for segment, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:12.946173 dv-cinder-802882-2-iscsi neutron-server[93047]: Traceback (most recent call last): Jul 29 14:27:12.946173 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:27:12.946173 dv-cinder-802882-2-iscsi neutron-server[93047]: timer() Jul 29 14:27:12.946173 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:27:12.946173 dv-cinder-802882-2-iscsi neutron-server[93047]: cb(*args, **kw) Jul 29 14:27:12.946173 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:27:12.946173 dv-cinder-802882-2-iscsi neutron-server[93047]: return func(*args, **kwargs) Jul 29 14:27:12.946173 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:27:12.946173 dv-cinder-802882-2-iscsi neutron-server[93047]: self._notify() Jul 29 14:27:12.946173 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:27:12.946173 dv-cinder-802882-2-iscsi neutron-server[93047]: self.callback(batched_events) Jul 29 14:27:12.946173 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:27:12.946173 dv-cinder-802882-2-iscsi neutron-server[93047]: event.method(event) Jul 29 14:27:12.946173 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:27:12.946173 dv-cinder-802882-2-iscsi neutron-server[93047]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:27:12.946173 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:27:12.946173 dv-cinder-802882-2-iscsi neutron-server[93047]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:27:12.946173 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:27:12.946173 dv-cinder-802882-2-iscsi neutron-server[93047]: return f(self, *a, **k) Jul 29 14:27:12.946173 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:27:12.946173 dv-cinder-802882-2-iscsi neutron-server[93047]: return self._get(url).json() Jul 29 14:27:12.946173 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:27:12.946173 dv-cinder-802882-2-iscsi neutron-server[93047]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:27:12.946173 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:27:12.946173 dv-cinder-802882-2-iscsi neutron-server[93047]: return self.request(url, 'GET', **kwargs) Jul 29 14:27:12.946173 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:27:12.946173 dv-cinder-802882-2-iscsi neutron-server[93047]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:27:12.946173 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:27:12.946173 dv-cinder-802882-2-iscsi neutron-server[93047]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:27:12.946173 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:27:12.946173 dv-cinder-802882-2-iscsi neutron-server[93047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:27:12.946173 dv-cinder-802882-2-iscsi neutron-server[93047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:27:13.000007 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-9b9cdeaf-35ce-4716-99f7-9b9aa837cbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744631'] for network, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:13.005266 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-9b9cdeaf-35ce-4716-99f7-9b9aa837cbab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:13.007217 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-9b9cdeaf-35ce-4716-99f7-9b9aa837cbab admin admin] 10.222.0.44 "DELETE /v2.0/networks/8ad5c676-7022-4ca1-916a-090985606ac2 HTTP/1.1" status: 204 len: 168 time: 0.2698340 Jul 29 14:27:13.018604 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9cdeaf-35ce-4716-99f7-9b9aa837cbab admin admin] Pushing event deleted for resources: {'Network': ['ID=8ad5c676-7022-4ca1-916a-090985606ac2,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:13.126141 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafc742-96b7-4ca0-9bb5-c8a571b06e6c req-dcb3b130-a4b6-4f61-a117-bf841b45e73a tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:13.127943 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6bafc742-96b7-4ca0-9bb5-c8a571b06e6c req-dcb3b130-a4b6-4f61-a117-bf841b45e73a tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb27f99c-d050-4df7-ba07-01ba405bf616 HTTP/1.1" status: 200 len: 950 time: 0.0544975 Jul 29 14:27:13.168644 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6bafc742-96b7-4ca0-9bb5-c8a571b06e6c req-fffe9884-9b6d-4e51-9372-97e64afe30b2 tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] 10.222.0.44 "GET /v2.0/security-groups?id=67dc390e-0fb2-468f-8288-e304ed6e53cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341794 Jul 29 14:27:13.179821 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 60196) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:13.221057 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-12a5c6d8-c8d9-4698-a38c-7fb6f120ebfb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e1a792d204574429ad7230217ea907e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401063 Jul 29 14:27:13.223304 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 60202) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:13.276189 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3f98ad85-244a-4054-90db-8b4e39597687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:13.299686 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3f98ad85-244a-4054-90db-8b4e39597687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:13.357492 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3f98ad85-244a-4054-90db-8b4e39597687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:13.360411 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3f98ad85-244a-4054-90db-8b4e39597687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:13.361759 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-3f98ad85-244a-4054-90db-8b4e39597687 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1a0acfd1-26e6-4a1a-b50b-6d7dc1b17c62 HTTP/1.1" status: 204 len: 168 time: 0.1375098 Jul 29 14:27:13.369699 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f98ad85-244a-4054-90db-8b4e39597687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0acfd1-26e6-4a1a-b50b-6d7dc1b17c62,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:13.470220 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2183c2-b032-4936-ab8e-97a6603b9425 req-1436b50c-8c98-425b-9a8b-d7f35624752f tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:13.471950 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ae2183c2-b032-4936-ab8e-97a6603b9425 req-1436b50c-8c98-425b-9a8b-d7f35624752f tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb27f99c-d050-4df7-ba07-01ba405bf616 HTTP/1.1" status: 200 len: 950 time: 0.0559931 Jul 29 14:27:13.556072 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ae2183c2-b032-4936-ab8e-97a6603b9425 req-933ec9a9-603f-4163-aaef-a344e18f4d28 tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] 10.222.0.44 "GET /v2.0/security-groups?id=67dc390e-0fb2-468f-8288-e304ed6e53cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759702 Jul 29 14:27:13.579866 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b97343-d86e-4628-b83a-adc447c57641 req-3f385855-022f-486d-90e1-d0cb01ee26bc tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:13.587542 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-98b97343-d86e-4628-b83a-adc447c57641 req-3f385855-022f-486d-90e1-d0cb01ee26bc tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 946 time: 0.0697494 Jul 29 14:27:13.626113 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-98b97343-d86e-4628-b83a-adc447c57641 req-2c7fef64-749b-429e-89b6-c8c973075d0d tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376751 Jul 29 14:27:13.832761 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01db94d4-e648-4291-bc95-804315620a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3c8625-9b45-4092-a832-b91a030a5ed2'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:27:13.835164 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccb16db2f9a74c00367815e69fa446d7a78c69e07d65ec2c4e32efa5fc27a6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0b200a-2228-4fcd-9349-889e73cbd469" -d '{"events": [{"server_uuid": "01db94d4-e648-4291-bc95-804315620a2e", "name": "network-vif-plugged", "status": "completed", "tag": "bc3c8625-9b45-4092-a832-b91a030a5ed2"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:27:13.886463 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65be0cf-44e7-4349-8bb1-7c8f4ce15fa0 x-openstack-request-id: req-f65be0cf-44e7-4349-8bb1-7c8f4ce15fa0 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:27:13.886732 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01db94d4-e648-4291-bc95-804315620a2e", "name": "network-vif-plugged", "status": "completed", "tag": "bc3c8625-9b45-4092-a832-b91a030a5ed2", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:27:13.886985 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f65be0cf-44e7-4349-8bb1-7c8f4ce15fa0 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:27:13.887424 dv-cinder-802882-2-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01db94d4-e648-4291-bc95-804315620a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3c8625-9b45-4092-a832-b91a030a5ed2', 'code': 200} Jul 29 14:27:14.343970 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37921a9a-232d-436e-88cb-10213596160f req-583ba8bc-ce4a-44f5-ac51-02764171bf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:14.345491 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-37921a9a-232d-436e-88cb-10213596160f req-583ba8bc-ce4a-44f5-ac51-02764171bf92 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 1099 time: 0.0438578 Jul 29 14:27:14.383599 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-37921a9a-232d-436e-88cb-10213596160f req-56e9f726-bb66-4314-8412-33cd8c43755a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301199 Jul 29 14:27:14.685127 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026aae21-e552-4064-b371-26d8b6fb34c0 req-567f616b-86fb-4dea-8835-9191e8ceb626 tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:14.687358 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-026aae21-e552-4064-b371-26d8b6fb34c0 req-567f616b-86fb-4dea-8835-9191e8ceb626 tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb27f99c-d050-4df7-ba07-01ba405bf616 HTTP/1.1" status: 200 len: 950 time: 0.0547109 Jul 29 14:27:14.760066 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-026aae21-e552-4064-b371-26d8b6fb34c0 req-445036de-fbeb-41ef-b3ac-7127097b168f tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] 10.222.0.44 "GET /v2.0/security-groups?id=67dc390e-0fb2-468f-8288-e304ed6e53cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655656 Jul 29 14:27:14.780698 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ffb0e-71f6-4645-bd91-c9cf0d1c6d63 req-314de6aa-65e1-455d-9403-abdd8b9b532c tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:14.782637 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-310ffb0e-71f6-4645-bd91-c9cf0d1c6d63 req-314de6aa-65e1-455d-9403-abdd8b9b532c tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 946 time: 0.0741899 Jul 29 14:27:14.840489 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-310ffb0e-71f6-4645-bd91-c9cf0d1c6d63 req-f3842c84-b86c-4df8-a0f2-f367a6c73f8f tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495427 Jul 29 14:27:15.075041 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb99ec-92cf-4967-ae31-17fa930df001 req-e5d88c1f-91e8-4f30-8cf4-4699c21cf12c tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:15.076524 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9ebb99ec-92cf-4967-ae31-17fa930df001 req-e5d88c1f-91e8-4f30-8cf4-4699c21cf12c tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb27f99c-d050-4df7-ba07-01ba405bf616 HTTP/1.1" status: 200 len: 950 time: 0.0550866 Jul 29 14:27:15.177535 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-9ebb99ec-92cf-4967-ae31-17fa930df001 req-842dc1ea-289f-4911-8f3d-d8056f941c9b tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Deleting port 16476201-d0e0-450b-aa10-bf6994f5bad1 {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:27:15.177956 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-9ebb99ec-92cf-4967-ae31-17fa930df001 req-842dc1ea-289f-4911-8f3d-d8056f941c9b tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:15.284166 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-9ebb99ec-92cf-4967-ae31-17fa930df001 req-842dc1ea-289f-4911-8f3d-d8056f941c9b tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] For port 16476201-d0e0-450b-aa10-bf6994f5bad1, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=16476201-d0e0-450b-aa10-bf6994f5bad1,segment=NetworkSegment(2ab3ca0a-894a-4176-b6a5-25a9aa3537dc),segment_id=2ab3ca0a-894a-4176-b6a5-25a9aa3537dc)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:27:15.284539 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-9ebb99ec-92cf-4967-ae31-17fa930df001 req-842dc1ea-289f-4911-8f3d-d8056f941c9b tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:15.298483 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [req-9ebb99ec-92cf-4967-ae31-17fa930df001 req-842dc1ea-289f-4911-8f3d-d8056f941c9b tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Calling delete_port for 16476201-d0e0-450b-aa10-bf6994f5bad1 owned by compute:nova {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:27:15.352414 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 60304) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:15.460443 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-9ebb99ec-92cf-4967-ae31-17fa930df001 req-842dc1ea-289f-4911-8f3d-d8056f941c9b tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:15.473779 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['16476201-d0e0-450b-aa10-bf6994f5bad1'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:27:15.509078 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842dc1ea-289f-4911-8f3d-d8056f941c9b tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Pushing event deleted for resources: {'Port': ['ID=16476201-d0e0-450b-aa10-bf6994f5bad1,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:15.519551 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b166dfb1-64f3-4192-a981-7b38a72f931a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:15.575176 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebb99ec-92cf-4967-ae31-17fa930df001 req-842dc1ea-289f-4911-8f3d-d8056f941c9b tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] No DVR routers for this DVR port 16476201-d0e0-450b-aa10-bf6994f5bad1 on host hv-cinder-80288 {{(pid=93047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:27:15.580994 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-9ebb99ec-92cf-4967-ae31-17fa930df001 req-842dc1ea-289f-4911-8f3d-d8056f941c9b tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:15.583229 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9ebb99ec-92cf-4967-ae31-17fa930df001 req-842dc1ea-289f-4911-8f3d-d8056f941c9b tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] 10.222.0.42 "DELETE /v2.0/ports/16476201-d0e0-450b-aa10-bf6994f5bad1 HTTP/1.1" status: 204 len: 173 time: 0.4998426 Jul 29 14:27:15.583681 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb27f99c-d050-4df7-ba07-01ba405bf616', 'name': 'network-vif-deleted', 'tag': '16476201-d0e0-450b-aa10-bf6994f5bad1'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:27:15.586246 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d29991c668386e200e1a1994fca063bc4f2dc54aaad28d0a971c904e1588ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2016d2-1673-47ac-a103-464fe205573c" -d '{"events": [{"server_uuid": "eb27f99c-d050-4df7-ba07-01ba405bf616", "name": "network-vif-deleted", "tag": "16476201-d0e0-450b-aa10-bf6994f5bad1"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:27:15.661311 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89c62a6-876e-469b-92f0-d041cef4d277 x-openstack-request-id: req-f89c62a6-876e-469b-92f0-d041cef4d277 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:27:15.661607 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb27f99c-d050-4df7-ba07-01ba405bf616", "name": "network-vif-deleted", "tag": "16476201-d0e0-450b-aa10-bf6994f5bad1", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:27:15.662412 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f89c62a6-876e-469b-92f0-d041cef4d277 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:27:15.662849 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb27f99c-d050-4df7-ba07-01ba405bf616', 'name': 'network-vif-deleted', 'tag': '16476201-d0e0-450b-aa10-bf6994f5bad1', 'status': 'completed', 'code': 200} Jul 29 14:27:15.725853 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b166dfb1-64f3-4192-a981-7b38a72f931a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:15.731529 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b166dfb1-64f3-4192-a981-7b38a72f931a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:15.785893 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-b166dfb1-64f3-4192-a981-7b38a72f931a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=04e8dc47d39d40bfa0231479878cde6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4323151 Jul 29 14:27:15.786780 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b166dfb1-64f3-4192-a981-7b38a72f931a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c25f6f3-67cc-4686-b183-7c60cf2301d9,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:15.790286 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 60344) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:15.847163 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e3a5b46c-1c10-4cf3-8992-e267d3ab1e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:15.871416 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e3a5b46c-1c10-4cf3-8992-e267d3ab1e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:15.910343 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8d3a3d70-f246-4c1a-af0a-479125165c46 req-e09581db-e138-4ad6-8958-a9f9633e95e9 tempest-VolumesNegativeTest-1229284462 tempest-VolumesNegativeTest-1229284462-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb27f99c-d050-4df7-ba07-01ba405bf616 HTTP/1.1" status: 200 len: 210 time: 0.0385885 Jul 29 14:27:15.929712 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e3a5b46c-1c10-4cf3-8992-e267d3ab1e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:15.932441 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e3a5b46c-1c10-4cf3-8992-e267d3ab1e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:15.943509 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-e3a5b46c-1c10-4cf3-8992-e267d3ab1e4b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6c25f6f3-67cc-4686-b183-7c60cf2301d9 HTTP/1.1" status: 204 len: 168 time: 0.1454935 Jul 29 14:27:15.951091 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5b46c-1c10-4cf3-8992-e267d3ab1e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c25f6f3-67cc-4686-b183-7c60cf2301d9,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:15.961077 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a5b46c-1c10-4cf3-8992-e267d3ab1e4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:15.961576 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a5b46c-1c10-4cf3-8992-e267d3ab1e4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:15.962070 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a5b46c-1c10-4cf3-8992-e267d3ab1e4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:15.962534 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a5b46c-1c10-4cf3-8992-e267d3ab1e4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:15.962974 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a5b46c-1c10-4cf3-8992-e267d3ab1e4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:15.963416 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a5b46c-1c10-4cf3-8992-e267d3ab1e4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:15.963852 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a5b46c-1c10-4cf3-8992-e267d3ab1e4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:15.964363 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a5b46c-1c10-4cf3-8992-e267d3ab1e4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:15.964808 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a5b46c-1c10-4cf3-8992-e267d3ab1e4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:15.965234 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a5b46c-1c10-4cf3-8992-e267d3ab1e4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:15.965666 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a5b46c-1c10-4cf3-8992-e267d3ab1e4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:15.966273 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a5b46c-1c10-4cf3-8992-e267d3ab1e4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:16.081767 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0b0ab-97be-469a-996a-eae0d8648802 req-84242249-aefd-4ead-a234-4e89b4cae6b8 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:16.083536 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f6d0b0ab-97be-469a-996a-eae0d8648802 req-84242249-aefd-4ead-a234-4e89b4cae6b8 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 946 time: 0.0991659 Jul 29 14:27:16.141275 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f6d0b0ab-97be-469a-996a-eae0d8648802 req-2ca9f329-cde5-44bf-80d5-12176aedd346 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516260 Jul 29 14:27:16.297535 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 60368) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:16.312084 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-82be6e66-596a-4ac7-9d12-a6f290a751e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:16.402293 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-82be6e66-596a-4ac7-9d12-a6f290a751e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:16.406361 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-82be6e66-596a-4ac7-9d12-a6f290a751e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:16.444722 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-82be6e66-596a-4ac7-9d12-a6f290a751e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=84e0bf09f6b8417894ddcf29bfa25857&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461051 Jul 29 14:27:16.445589 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be6e66-596a-4ac7-9d12-a6f290a751e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9965848-44cf-4fce-9a8b-19457e0101f1,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:16.447507 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 60370) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:16.495416 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-40151c4d-4d1b-4551-8a61-bab2ad3fdd10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:16.516937 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-40151c4d-4d1b-4551-8a61-bab2ad3fdd10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:16.563205 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-40151c4d-4d1b-4551-8a61-bab2ad3fdd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:16.565842 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-40151c4d-4d1b-4551-8a61-bab2ad3fdd10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:16.567060 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-40151c4d-4d1b-4551-8a61-bab2ad3fdd10 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c9965848-44cf-4fce-9a8b-19457e0101f1 HTTP/1.1" status: 204 len: 168 time: 0.1185589 Jul 29 14:27:16.574574 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40151c4d-4d1b-4551-8a61-bab2ad3fdd10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9965848-44cf-4fce-9a8b-19457e0101f1,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:17.262787 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc166fc9-c0f4-41f1-af48-ac847dfdcb7c req-ba2ce519-404a-4b7f-915d-e8b4d8800f80 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:17.264427 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bc166fc9-c0f4-41f1-af48-ac847dfdcb7c req-ba2ce519-404a-4b7f-915d-e8b4d8800f80 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 946 time: 0.0502377 Jul 29 14:27:17.306350 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bc166fc9-c0f4-41f1-af48-ac847dfdcb7c req-f8c21ef9-689c-430e-9797-b29153ed4710 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357568 Jul 29 14:27:19.129852 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:27:19.440622 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 60706) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:19.569760 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6bb5e677-0362-4295-8e35-b3120953cd2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:19.644858 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 16476201-d0e0-450b-aa10-bf6994f5bad1 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:27:19.662746 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6bb5e677-0362-4295-8e35-b3120953cd2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:19.664982 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] No Port match for: 16476201-d0e0-450b-aa10-bf6994f5bad1 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:27:19.665331 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 16476201-d0e0-450b-aa10-bf6994f5bad1 not bound to the agent host hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:27:19.668235 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6bb5e677-0362-4295-8e35-b3120953cd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:19.713286 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 60736) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:19.713723 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-6bb5e677-0362-4295-8e35-b3120953cd2b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=762550b91f764d7fa8ad462a627ef219&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2716599 Jul 29 14:27:19.715633 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5e677-0362-4295-8e35-b3120953cd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97627a02-d94c-4f8d-8424-617a1bdf7793,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:19.775438 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1b6d21a4-ff4a-40a1-b5ab-a3165d76a4d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:19.797224 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1b6d21a4-ff4a-40a1-b5ab-a3165d76a4d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:19.849809 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1b6d21a4-ff4a-40a1-b5ab-a3165d76a4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:19.853486 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1b6d21a4-ff4a-40a1-b5ab-a3165d76a4d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:19.859504 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-1b6d21a4-ff4a-40a1-b5ab-a3165d76a4d9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/97627a02-d94c-4f8d-8424-617a1bdf7793 HTTP/1.1" status: 204 len: 168 time: 0.1428311 Jul 29 14:27:19.870625 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d21a4-ff4a-40a1-b5ab-a3165d76a4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97627a02-d94c-4f8d-8424-617a1bdf7793,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:20.116713 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 60754) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:20.130465 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0ce0e9f7-d3e1-464f-aa73-df017637005f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:20.229688 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0ce0e9f7-d3e1-464f-aa73-df017637005f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:20.234088 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0ce0e9f7-d3e1-464f-aa73-df017637005f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:20.271042 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-0ce0e9f7-d3e1-464f-aa73-df017637005f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6527753f276744ab96bf7eba0a47672e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1532800 Jul 29 14:27:20.272096 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0e9f7-d3e1-464f-aa73-df017637005f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1af6e7-a9df-4359-916a-928320182f1a,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:20.273707 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 60758) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:20.323407 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9abc13ab-643b-4ad5-b561-4db114b2f4b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:20.344418 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9abc13ab-643b-4ad5-b561-4db114b2f4b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:20.392314 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9abc13ab-643b-4ad5-b561-4db114b2f4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:20.395208 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9abc13ab-643b-4ad5-b561-4db114b2f4b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:20.396369 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-9abc13ab-643b-4ad5-b561-4db114b2f4b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5d1af6e7-a9df-4359-916a-928320182f1a HTTP/1.1" status: 204 len: 168 time: 0.1216178 Jul 29 14:27:20.406956 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc13ab-643b-4ad5-b561-4db114b2f4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1af6e7-a9df-4359-916a-928320182f1a,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:21.118984 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 60796) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:21.250966 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-ca4ffa43-7f22-481d-a356-dd91a296fe5c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=80e6f95cf22a407782d2ba3ab0555a71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1307824 Jul 29 14:27:21.253719 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 60802) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:21.302879 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1ef6b971-8a08-4adf-8ed9-5053e5e2f28e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:21.325091 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1ef6b971-8a08-4adf-8ed9-5053e5e2f28e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:21.372614 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1ef6b971-8a08-4adf-8ed9-5053e5e2f28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:21.375693 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1ef6b971-8a08-4adf-8ed9-5053e5e2f28e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:21.376852 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-1ef6b971-8a08-4adf-8ed9-5053e5e2f28e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/67dc390e-0fb2-468f-8288-e304ed6e53cd HTTP/1.1" status: 204 len: 168 time: 0.1220481 Jul 29 14:27:21.385572 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6b971-8a08-4adf-8ed9-5053e5e2f28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dc390e-0fb2-468f-8288-e304ed6e53cd,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:22.084004 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 60862) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:22.175409 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-84bb1612-683b-4878-8c60-17562de7bf84 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-516540834-network', 'tenant_id': 'b522af7cb81c4d7583899d89c7783d4f'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:27:22.199081 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bb1612-683b-4878-8c60-17562de7bf84 admin admin] Made reservation on behalf of b522af7cb81c4d7583899d89c7783d4f for: {'network': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:27:22.201301 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-84bb1612-683b-4878-8c60-17562de7bf84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for network, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:22.210706 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-84bb1612-683b-4878-8c60-17562de7bf84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:22.293784 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 60868) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:22.303090 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-84bb1612-683b-4878-8c60-17562de7bf84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:22.307439 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-84bb1612-683b-4878-8c60-17562de7bf84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:22.328627 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84bb1612-683b-4878-8c60-17562de7bf84 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=93046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:27:22.341727 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb1612-683b-4878-8c60-17562de7bf84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b42c7c-69a0-4763-9282-814d3999850f,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:22.346614 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-84bb1612-683b-4878-8c60-17562de7bf84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:22.346964 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.db.segments_db [None req-84bb1612-683b-4878-8c60-17562de7bf84 admin admin] Added segment d13475f9-0874-455c-8209-a74023657473 of type vlan for network c4b95e0e-568e-4b97-9204-e060c84b061b Jul 29 14:27:22.387210 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-84bb1612-683b-4878-8c60-17562de7bf84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774390054750'] for network, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:22.403269 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4324c759-da98-44b3-8e40-c3132ca1342c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:22.419251 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-84bb1612-683b-4878-8c60-17562de7bf84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:22.420219 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bb1612-683b-4878-8c60-17562de7bf84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:22.421446 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-84bb1612-683b-4878-8c60-17562de7bf84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:22.481753 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb1612-683b-4878-8c60-17562de7bf84 admin admin] Pushing event updated for resources: {'Network': ['ID=c4b95e0e-568e-4b97-9204-e060c84b061b,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:22.492769 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Network c4b95e0e-568e-4b97-9204-e060c84b061b details requested by agent ovs-agent-dv-cinder-802882-2-iscsi with host dv-cinder-802882-2-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:27:22.495715 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4324c759-da98-44b3-8e40-c3132ca1342c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:22.499553 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4324c759-da98-44b3-8e40-c3132ca1342c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:22.507668 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-84bb1612-683b-4878-8c60-17562de7bf84 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4225266 Jul 29 14:27:22.508327 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 60872) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:22.514345 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-3367fbd8-6d56-4431-a61b-0fedbfa5d20b admin admin] Request body: {'subnet': {'network_id': 'c4b95e0e-568e-4b97-9204-e060c84b061b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-516540834-subnet', 'tenant_id': 'b522af7cb81c4d7583899d89c7783d4f', 'ip_version': 4}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:27:22.537039 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3367fbd8-6d56-4431-a61b-0fedbfa5d20b admin admin] Made reservation on behalf of b522af7cb81c4d7583899d89c7783d4f for: {'subnet': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:27:22.541164 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-4324c759-da98-44b3-8e40-c3132ca1342c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2db8b47156764a1caf597f0f4eafbcc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2438903 Jul 29 14:27:22.541324 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3367fbd8-6d56-4431-a61b-0fedbfa5d20b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58777921'] for subnet, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:22.541439 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324c759-da98-44b3-8e40-c3132ca1342c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50dd7da3-446e-44e3-8793-c1d0d760ca12,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:22.542048 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 60874) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:22.600263 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-82c00c8c-dc7c-49aa-8a55-17b512c597e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:22.627390 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-82c00c8c-dc7c-49aa-8a55-17b512c597e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:22.675950 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-82c00c8c-dc7c-49aa-8a55-17b512c597e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:22.678895 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-82c00c8c-dc7c-49aa-8a55-17b512c597e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:22.680056 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-82c00c8c-dc7c-49aa-8a55-17b512c597e3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/50dd7da3-446e-44e3-8793-c1d0d760ca12 HTTP/1.1" status: 204 len: 168 time: 0.1369233 Jul 29 14:27:22.690994 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c00c8c-dc7c-49aa-8a55-17b512c597e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dd7da3-446e-44e3-8793-c1d0d760ca12,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:22.752008 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3367fbd8-6d56-4431-a61b-0fedbfa5d20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2972021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58777967'] for subnet, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:22.801108 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3367fbd8-6d56-4431-a61b-0fedbfa5d20b admin admin] Pushing event updated for resources: {'Subnet': ['ID=986eeae2-0f7f-4c34-a670-fcda2a53fd9d,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:22.818530 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 60884) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:22.821689 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3367fbd8-6d56-4431-a61b-0fedbfa5d20b admin admin] Checking segment: {'id': 'd13475f9-0874-455c-8209-a74023657473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c4b95e0e-568e-4b97-9204-e060c84b061b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:27:22.822341 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3367fbd8-6d56-4431-a61b-0fedbfa5d20b admin admin] Network hostable DHCP agents. Network: c4b95e0e-568e-4b97-9204-e060c84b061b, hostable agents: ['7d25a96f-5a28-47f2-8bd3-87860bff61e6'], hosted agents: [] {{(pid=93046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:27:22.841964 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3367fbd8-6d56-4431-a61b-0fedbfa5d20b admin admin] Network c4b95e0e-568e-4b97-9204-e060c84b061b is scheduled to be hosted by DHCP agent 7d25a96f-5a28-47f2-8bd3-87860bff61e6 with binding_index 1 {{(pid=93046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:27:22.857253 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-3367fbd8-6d56-4431-a61b-0fedbfa5d20b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-2-iscsi, c4b95e0e-568e-4b97-9204-e060c84b061b) {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:27:22.862742 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3367fbd8-6d56-4431-a61b-0fedbfa5d20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:22.864151 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-3367fbd8-6d56-4431-a61b-0fedbfa5d20b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:22.867615 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16594a7-5d85-4d45-8693-ad6505974a05 None None] Network c4b95e0e-568e-4b97-9204-e060c84b061b requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:27:22.885734 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 60890) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:22.886220 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-3367fbd8-6d56-4431-a61b-0fedbfa5d20b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3764949 Jul 29 14:27:22.890278 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-cfdd2c7a-6233-41c8-9ad6-e21f2f7be648 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-516540834-router', 'tenant_id': 'b522af7cb81c4d7583899d89c7783d4f', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'}}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:27:22.914878 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cfdd2c7a-6233-41c8-9ad6-e21f2f7be648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2750'] for router, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:22.916916 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cfdd2c7a-6233-41c8-9ad6-e21f2f7be648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2737'] for router, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:22.987101 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cfdd2c7a-6233-41c8-9ad6-e21f2f7be648 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:22.994526 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1227587d-cb64-442f-9462-8c88eb07585b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:23.023148 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 60892) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:23.034516 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90055270-6eef-4256-920d-72bdef09b9c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp996c38f0-f082-52d3-b50b-327a8c50c333-c4b95e0e-568e-4b97-9204-e060c84b061b', 'network_id': 'c4b95e0e-568e-4b97-9204-e060c84b061b', 'tenant_id': 'b522af7cb81c4d7583899d89c7783d4f', 'fixed_ips': [{'subnet_id': '986eeae2-0f7f-4c34-a670-fcda2a53fd9d'}]}} from dv-cinder-802882-2-iscsi. {{(pid=93048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:27:23.035575 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-90055270-6eef-4256-920d-72bdef09b9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:23.042203 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e88c48ec-6c5c-4d06-a8b7-dc56e8db943f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:23.163291 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cfdd2c7a-6233-41c8-9ad6-e21f2f7be648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744650', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2723'] for router, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:23.180494 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.db_base_plugin_common [None req-90055270-6eef-4256-920d-72bdef09b9c9 None None] Allocated IP 172.20.0.2 (c4b95e0e-568e-4b97-9204-e060c84b061b/986eeae2-0f7f-4c34-a670-fcda2a53fd9d/dadda3e7-bda6-4a78-9365-2822c2f62a47) {{(pid=93048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:27:23.290922 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1227587d-cb64-442f-9462-8c88eb07585b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:23.298129 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1227587d-cb64-442f-9462-8c88eb07585b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:23.334951 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-90055270-6eef-4256-920d-72bdef09b9c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:23.344545 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-90055270-6eef-4256-920d-72bdef09b9c9 None None] Transition to ACTIVE for port object dadda3e7-bda6-4a78-9365-2822c2f62a47 will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:27:23.347022 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1227587d-cb64-442f-9462-8c88eb07585b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2981e6d-8716-42fc-97b9-9fd42aa43eeb,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:23.360566 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-90055270-6eef-4256-920d-72bdef09b9c9 None None] Transition to ACTIVE for port object dadda3e7-bda6-4a78-9365-2822c2f62a47 will not be triggered until provisioned by entity DHCP. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:27:23.364927 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-1227587d-cb64-442f-9462-8c88eb07585b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9879be99abfb4c18ad72a08f9954e92d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5461855 Jul 29 14:27:23.368819 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 60896) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:23.369655 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-90055270-6eef-4256-920d-72bdef09b9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078'] for port, after_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:23.398995 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e88c48ec-6c5c-4d06-a8b7-dc56e8db943f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:23.403838 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90055270-6eef-4256-920d-72bdef09b9c9 None None] Network c4b95e0e-568e-4b97-9204-e060c84b061b is already hosted by enough agents. {{(pid=93048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:27:23.407152 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e88c48ec-6c5c-4d06-a8b7-dc56e8db943f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:23.409397 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.scheduler.base_scheduler [None req-90055270-6eef-4256-920d-72bdef09b9c9 None None] Resources bound (agent type, host, resource id): {{(pid=93048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:27:23.412942 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90055270-6eef-4256-920d-72bdef09b9c9 None None] Received port after_create {{(pid=93048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:27:23.446105 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90055270-6eef-4256-920d-72bdef09b9c9 None None] Pushing event updated for resources: {'Port': ['ID=dadda3e7-bda6-4a78-9365-2822c2f62a47,revision_number=1']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:23.451541 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c48ec-6c5c-4d06-a8b7-dc56e8db943f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4944e932-29cf-4fe8-8511-bad7d046dd84,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:23.457883 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-e88c48ec-6c5c-4d06-a8b7-dc56e8db943f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c3de6b7281014bf8b8e6cf5e3f829985&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4318218 Jul 29 14:27:23.460524 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 60898) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:23.481183 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-90055270-6eef-4256-920d-72bdef09b9c9 None None] Attempting to bind port dadda3e7-bda6-4a78-9365-2822c2f62a47 on host dv-cinder-802882-2-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:27:23.481585 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-90055270-6eef-4256-920d-72bdef09b9c9 None None] Attempting to bind port dadda3e7-bda6-4a78-9365-2822c2f62a47 by drivers openvswitch,hyperv on host dv-cinder-802882-2-iscsi at level 0 using segments [{'id': 'd13475f9-0874-455c-8209-a74023657473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c4b95e0e-568e-4b97-9204-e060c84b061b'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:27:23.481980 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90055270-6eef-4256-920d-72bdef09b9c9 None None] Attempting to bind port dadda3e7-bda6-4a78-9365-2822c2f62a47 on network c4b95e0e-568e-4b97-9204-e060c84b061b {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:27:23.488494 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90055270-6eef-4256-920d-72bdef09b9c9 None None] Checking agent: {'id': '1ca66b18-24af-4c4d-ab67-53f04b5066d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 14, 58), 'started_at': datetime.datetime(2021, 7, 29, 14, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:27:23.489127 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90055270-6eef-4256-920d-72bdef09b9c9 None None] Checking segment: {'id': 'd13475f9-0874-455c-8209-a74023657473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c4b95e0e-568e-4b97-9204-e060c84b061b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:27:23.489536 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-90055270-6eef-4256-920d-72bdef09b9c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:23.489964 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90055270-6eef-4256-920d-72bdef09b9c9 None None] Bound using segment: {'id': 'd13475f9-0874-455c-8209-a74023657473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c4b95e0e-568e-4b97-9204-e060c84b061b'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:27:23.490438 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-90055270-6eef-4256-920d-72bdef09b9c9 None None] Bound port: dadda3e7-bda6-4a78-9365-2822c2f62a47, host: dv-cinder-802882-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13475f9-0874-455c-8209-a74023657473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c4b95e0e-568e-4b97-9204-e060c84b061b'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:27:23.490820 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-90055270-6eef-4256-920d-72bdef09b9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:23.505381 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1a5c048d-a53b-444c-b803-bcf8dd2d2db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:23.519583 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-40ef2509-a189-42a7-ad9e-bd572584fe28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:23.541127 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-40ef2509-a189-42a7-ad9e-bd572584fe28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:23.552150 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1a5c048d-a53b-444c-b803-bcf8dd2d2db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:23.555108 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-90055270-6eef-4256-920d-72bdef09b9c9 None None] For port dadda3e7-bda6-4a78-9365-2822c2f62a47, host dv-cinder-802882-2-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:27:23.559198 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-90055270-6eef-4256-920d-72bdef09b9c9 None None] For port dadda3e7-bda6-4a78-9365-2822c2f62a47, host dv-cinder-802882-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=dadda3e7-bda6-4a78-9365-2822c2f62a47,segment=NetworkSegment(d13475f9-0874-455c-8209-a74023657473),segment_id=d13475f9-0874-455c-8209-a74023657473)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:27:23.565409 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-90055270-6eef-4256-920d-72bdef09b9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:23.566818 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cfdd2c7a-6233-41c8-9ad6-e21f2f7be648 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:23.601145 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cfdd2c7a-6233-41c8-9ad6-e21f2f7be648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:23.618961 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-40ef2509-a189-42a7-ad9e-bd572584fe28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:23.622274 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-40ef2509-a189-42a7-ad9e-bd572584fe28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:23.624462 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-40ef2509-a189-42a7-ad9e-bd572584fe28 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4944e932-29cf-4fe8-8511-bad7d046dd84 HTTP/1.1" status: 204 len: 168 time: 0.1624861 Jul 29 14:27:23.627439 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90055270-6eef-4256-920d-72bdef09b9c9 None None] Pushing event updated for resources: {'Port': ['ID=dadda3e7-bda6-4a78-9365-2822c2f62a47,revision_number=2']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:23.650807 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef2509-a189-42a7-ad9e-bd572584fe28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4944e932-29cf-4fe8-8511-bad7d046dd84,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:23.676699 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1a5c048d-a53b-444c-b803-bcf8dd2d2db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:23.679660 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1a5c048d-a53b-444c-b803-bcf8dd2d2db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:23.683938 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-1a5c048d-a53b-444c-b803-bcf8dd2d2db6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a2981e6d-8716-42fc-97b9-9fd42aa43eeb HTTP/1.1" status: 204 len: 168 time: 0.3109841 Jul 29 14:27:23.722844 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c048d-a53b-444c-b803-bcf8dd2d2db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2981e6d-8716-42fc-97b9-9fd42aa43eeb,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:23.735228 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c048d-a53b-444c-b803-bcf8dd2d2db6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:23.735796 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c048d-a53b-444c-b803-bcf8dd2d2db6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:23.736619 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c048d-a53b-444c-b803-bcf8dd2d2db6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:23.737495 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c048d-a53b-444c-b803-bcf8dd2d2db6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:23.738047 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c048d-a53b-444c-b803-bcf8dd2d2db6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:23.738497 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c048d-a53b-444c-b803-bcf8dd2d2db6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:23.739101 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c048d-a53b-444c-b803-bcf8dd2d2db6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:23.739423 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c048d-a53b-444c-b803-bcf8dd2d2db6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:23.740118 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c048d-a53b-444c-b803-bcf8dd2d2db6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:23.740743 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c048d-a53b-444c-b803-bcf8dd2d2db6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:23.741165 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c048d-a53b-444c-b803-bcf8dd2d2db6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:23.741700 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c048d-a53b-444c-b803-bcf8dd2d2db6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:23.761708 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [None req-cfdd2c7a-6233-41c8-9ad6-e21f2f7be648 admin admin] Allocated IP 172.27.2.197 (32664875-679c-4a6a-adbf-80e7664b419a/8daef0cf-848b-40ef-9b17-9a185079ae25/9fd22cfe-2f76-4ad4-996f-42370e4aff4d) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:27:23.926815 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cfdd2c7a-6233-41c8-9ad6-e21f2f7be648 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:23.978676 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cfdd2c7a-6233-41c8-9ad6-e21f2f7be648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:24.029388 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdd2c7a-6233-41c8-9ad6-e21f2f7be648 admin admin] Network 32664875-679c-4a6a-adbf-80e7664b419a is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:27:24.033657 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-cfdd2c7a-6233-41c8-9ad6-e21f2f7be648 admin admin] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:27:24.036529 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdd2c7a-6233-41c8-9ad6-e21f2f7be648 admin admin] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:27:24.080232 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd2c7a-6233-41c8-9ad6-e21f2f7be648 admin admin] Pushing event updated for resources: {'Port': ['ID=9fd22cfe-2f76-4ad4-996f-42370e4aff4d,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:24.463843 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-a67db1f5-946a-41ce-9d22-f06362f03cb0 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1521265708&fields=id&tenant_id=790cbd91660745c18b1d53f07528a1b3 HTTP/1.1" status: 200 len: 267 time: 0.0696454 Jul 29 14:27:24.650282 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cfdd2c7a-6233-41c8-9ad6-e21f2f7be648 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:24.660466 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-3e817061-14a3-41e0-a66b-4b4cb8aa9da4 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:24.662324 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-3e817061-14a3-41e0-a66b-4b4cb8aa9da4 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/networks?id=fc30f6c6-945d-4102-8889-37cbeb7abf30 HTTP/1.1" status: 200 len: 812 time: 0.1635580 Jul 29 14:27:24.713267 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-c2e137bf-4f1a-4c0b-ab92-6d91f9e33467 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/quotas/790cbd91660745c18b1d53f07528a1b3 HTTP/1.1" status: 200 len: 375 time: 0.0153410 Jul 29 14:27:24.720586 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60adf954-d185-4aa6-adc6-a4dee74a450b None None] Network c4b95e0e-568e-4b97-9204-e060c84b061b requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:27:24.804934 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-207c1479-8b4c-4ed0-a598-54dd7e331fb8 None None] Provisioning for port dadda3e7-bda6-4a78-9365-2822c2f62a47 completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:27:24.848743 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-39a937b6-d18a-4eb2-9878-6ecf94fae332 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=790cbd91660745c18b1d53f07528a1b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1286151 Jul 29 14:27:24.990208 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cfdd2c7a-6233-41c8-9ad6-e21f2f7be648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744687'] for router, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:25.053861 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-4d3be0dc-ccd4-42e0-81a5-4567da942cf4 service neutron] 10.222.0.44 "GET /v2.0/networks/fc30f6c6-945d-4102-8889-37cbeb7abf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886954 Jul 29 14:27:25.085255 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-696b55c5-83a2-45ef-bdf3-90697bafc7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:25.203950 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-c2efc6e1-92d2-48c1-a4e6-e7a279a38178 service neutron] 10.222.0.44 "GET /v2.0/networks/fc30f6c6-945d-4102-8889-37cbeb7abf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413660 Jul 29 14:27:25.221097 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdd2c7a-6233-41c8-9ad6-e21f2f7be648 admin admin] Router 949d7d3a-7d70-4d58-b61a-7661cf2d8ddb is scheduled to L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c with binding_index 1 {{(pid=93047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:27:25.333766 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdd2c7a-6233-41c8-9ad6-e21f2f7be648 admin admin] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:27:25.343668 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960d281a-ccdb-4714-b7aa-e395f764d73d None None] Sync routers for ids ['949d7d3a-7d70-4d58-b61a-7661cf2d8ddb'] in dv-cinder-802882-2-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:27:25.351879 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cfdd2c7a-6233-41c8-9ad6-e21f2f7be648 admin admin] Notify callbacks [] for router, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:25.355814 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-cfdd2c7a-6233-41c8-9ad6-e21f2f7be648 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4663122 Jul 29 14:27:25.356154 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960d281a-ccdb-4714-b7aa-e395f764d73d None None] Routers {'949d7d3a-7d70-4d58-b61a-7661cf2d8ddb'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:27:25.356290 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 60946) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:25.356783 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-960d281a-ccdb-4714-b7aa-e395f764d73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:26:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['949d7d3a-7d70-4d58-b61a-7661cf2d8ddb'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:27:25.499205 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-960d281a-ccdb-4714-b7aa-e395f764d73d None None] Set router 949d7d3a-7d70-4d58-b61a-7661cf2d8ddb gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:27:25.533061 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device dadda3e7-bda6-4a78-9365-2822c2f62a47 up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:27:25.574224 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c99dc95a-5ac7-4ab7-b057-021ad8ee0961 req-821ffd4a-49bf-49b0-bda1-4696db01b8ec tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 210 time: 0.0265617 Jul 29 14:27:25.673456 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning for port dadda3e7-bda6-4a78-9365-2822c2f62a47 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:27:25.679216 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port dadda3e7-bda6-4a78-9365-2822c2f62a47 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:27:25.679612 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:25.831337 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-960d281a-ccdb-4714-b7aa-e395f764d73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'name': 'tempest-TestMinimumBasicScenario-516540834-router', 'tenant_id': 'b522af7cb81c4d7583899d89c7783d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '9fd22cfe-2f76-4ad4-996f-42370e4aff4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:27:22Z', 'updated_at': '2021-07-29T14:27:24Z', 'revision_number': 3, 'project_id': 'b522af7cb81c4d7583899d89c7783d4f', 'gw_port': {'id': '9fd22cfe-2f76-4ad4-996f-42370e4aff4d', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:23Z', 'updated_at': '2021-07-29T14:27:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi'}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:27:25.834340 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:25.863474 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960d281a-ccdb-4714-b7aa-e395f764d73d None None] Checking router: 949d7d3a-7d70-4d58-b61a-7661cf2d8ddb for host: dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:27:25.863832 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960d281a-ccdb-4714-b7aa-e395f764d73d None None] Updating router 949d7d3a-7d70-4d58-b61a-7661cf2d8ddb port 9fd22cfe-2f76-4ad4-996f-42370e4aff4d binding host dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:27:25.882082 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-094a5c71-f399-4bee-8b35-97a388242ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:25.905561 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-960d281a-ccdb-4714-b7aa-e395f764d73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:25.934813 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] For port dadda3e7-bda6-4a78-9365-2822c2f62a47, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=dadda3e7-bda6-4a78-9365-2822c2f62a47,segment=NetworkSegment(d13475f9-0874-455c-8209-a74023657473),segment_id=d13475f9-0874-455c-8209-a74023657473)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:27:25.941463 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:26.057842 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [None req-094a5c71-f399-4bee-8b35-97a388242ca5 admin admin] Allocated IP 172.20.0.1 (c4b95e0e-568e-4b97-9204-e060c84b061b/986eeae2-0f7f-4c34-a670-fcda2a53fd9d/04a7f5ec-7cee-4908-8fbc-5ffd6135f345) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:27:26.180729 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Pushing event updated for resources: {'Port': ['ID=dadda3e7-bda6-4a78-9365-2822c2f62a47,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:26.188490 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-094a5c71-f399-4bee-8b35-97a388242ca5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:26.205960 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [None req-094a5c71-f399-4bee-8b35-97a388242ca5 admin admin] Transition to ACTIVE for port object 04a7f5ec-7cee-4908-8fbc-5ffd6135f345 will not be triggered until provisioned by entity DHCP. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:27:26.245116 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-094a5c71-f399-4bee-8b35-97a388242ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:26.282793 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094a5c71-f399-4bee-8b35-97a388242ca5 admin admin] Network c4b95e0e-568e-4b97-9204-e060c84b061b is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:27:26.286941 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-094a5c71-f399-4bee-8b35-97a388242ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:27:26.290639 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094a5c71-f399-4bee-8b35-97a388242ca5 admin admin] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:27:26.337232 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a5c71-f399-4bee-8b35-97a388242ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=04a7f5ec-7cee-4908-8fbc-5ffd6135f345,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:26.359633 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:26.362380 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-094a5c71-f399-4bee-8b35-97a388242ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744496'] for router_interface, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:26.380956 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-960d281a-ccdb-4714-b7aa-e395f764d73d None None] Notify callbacks [] for port, precommit_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:26.391806 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-960d281a-ccdb-4714-b7aa-e395f764d73d None None] Transition to ACTIVE for port object 9fd22cfe-2f76-4ad4-996f-42370e4aff4d will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:27:26.398531 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-960d281a-ccdb-4714-b7aa-e395f764d73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:26.452989 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-960d281a-ccdb-4714-b7aa-e395f764d73d None None] Attempting to bind port 9fd22cfe-2f76-4ad4-996f-42370e4aff4d on host dv-cinder-802882-2-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:27:26.453365 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-960d281a-ccdb-4714-b7aa-e395f764d73d None None] Attempting to bind port 9fd22cfe-2f76-4ad4-996f-42370e4aff4d by drivers openvswitch,hyperv on host dv-cinder-802882-2-iscsi at level 0 using segments [{'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:27:26.453730 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960d281a-ccdb-4714-b7aa-e395f764d73d None None] Attempting to bind port 9fd22cfe-2f76-4ad4-996f-42370e4aff4d on network 32664875-679c-4a6a-adbf-80e7664b419a {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:27:26.455823 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546412e-d87e-49cc-a6d9-5cb068c7caf4 None None] Pushing event updated for resources: {'Port': ['ID=9fd22cfe-2f76-4ad4-996f-42370e4aff4d,revision_number=2']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:26.461525 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960d281a-ccdb-4714-b7aa-e395f764d73d None None] Checking agent: {'id': '1ca66b18-24af-4c4d-ab67-53f04b5066d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 14, 58), 'started_at': datetime.datetime(2021, 7, 29, 14, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:27:26.461871 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960d281a-ccdb-4714-b7aa-e395f764d73d None None] Checking segment: {'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:27:26.462281 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-960d281a-ccdb-4714-b7aa-e395f764d73d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:26.462814 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960d281a-ccdb-4714-b7aa-e395f764d73d None None] Bound using segment: {'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:27:26.463173 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-960d281a-ccdb-4714-b7aa-e395f764d73d None None] Bound port: 9fd22cfe-2f76-4ad4-996f-42370e4aff4d, host: dv-cinder-802882-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:27:26.464101 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-960d281a-ccdb-4714-b7aa-e395f764d73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:26.505165 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-094a5c71-f399-4bee-8b35-97a388242ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:26.526419 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-960d281a-ccdb-4714-b7aa-e395f764d73d None None] For port 9fd22cfe-2f76-4ad4-996f-42370e4aff4d, host dv-cinder-802882-2-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:27:26.529708 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-960d281a-ccdb-4714-b7aa-e395f764d73d None None] For port 9fd22cfe-2f76-4ad4-996f-42370e4aff4d, host dv-cinder-802882-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=9fd22cfe-2f76-4ad4-996f-42370e4aff4d,segment=NetworkSegment(e7b1a31c-3199-44cd-ae65-85b7e84c8d28),segment_id=e7b1a31c-3199-44cd-ae65-85b7e84c8d28)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:27:26.534116 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-960d281a-ccdb-4714-b7aa-e395f764d73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:26.619528 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-0806185e-a77f-4116-908b-20218518a888 None None] Provisioning for port 04a7f5ec-7cee-4908-8fbc-5ffd6135f345 completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:27:26.636269 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-0806185e-a77f-4116-908b-20218518a888 None None] Provisioning complete for port 04a7f5ec-7cee-4908-8fbc-5ffd6135f345 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:27:26.636559 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-0806185e-a77f-4116-908b-20218518a888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:26.638438 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546412e-d87e-49cc-a6d9-5cb068c7caf4 None None] Pushing event updated for resources: {'Port': ['ID=9fd22cfe-2f76-4ad4-996f-42370e4aff4d,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:26.641411 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960d281a-ccdb-4714-b7aa-e395f764d73d None None] Routers {'949d7d3a-7d70-4d58-b61a-7661cf2d8ddb'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:27:26.642139 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-960d281a-ccdb-4714-b7aa-e395f764d73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:26:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['949d7d3a-7d70-4d58-b61a-7661cf2d8ddb'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:27:26.710497 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-60aee0be-88cd-4d60-a0bf-388c8b081e4c req-56a72a1d-fd5f-4154-8953-44090c354029 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 210 time: 0.0355425 Jul 29 14:27:26.720275 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-0806185e-a77f-4116-908b-20218518a888 None None] Port 04a7f5ec-7cee-4908-8fbc-5ffd6135f345 cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:27:26.735286 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-094a5c71-f399-4bee-8b35-97a388242ca5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:26.742766 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-094a5c71-f399-4bee-8b35-97a388242ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971904'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:26.776665 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-1103e109-e0a8-4153-b91b-2ae8c0ef5921 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:26.778399 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-1103e109-e0a8-4153-b91b-2ae8c0ef5921 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.42 "GET /v2.0/networks?id=fc30f6c6-945d-4102-8889-37cbeb7abf30 HTTP/1.1" status: 200 len: 812 time: 0.2055109 Jul 29 14:27:26.794472 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-960d281a-ccdb-4714-b7aa-e395f764d73d None None] Set router 949d7d3a-7d70-4d58-b61a-7661cf2d8ddb gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:27:26.806762 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a5c71-f399-4bee-8b35-97a388242ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=04a7f5ec-7cee-4908-8fbc-5ffd6135f345,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:26.830936 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-094a5c71-f399-4bee-8b35-97a388242ca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659616'] for router_interface, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:26.942725 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094a5c71-f399-4bee-8b35-97a388242ca5 admin admin] Network c4b95e0e-568e-4b97-9204-e060c84b061b is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:27:26.944237 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-094a5c71-f399-4bee-8b35-97a388242ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:27:27.027624 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-960d281a-ccdb-4714-b7aa-e395f764d73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'name': 'tempest-TestMinimumBasicScenario-516540834-router', 'tenant_id': 'b522af7cb81c4d7583899d89c7783d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '9fd22cfe-2f76-4ad4-996f-42370e4aff4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:27:22Z', 'updated_at': '2021-07-29T14:27:26Z', 'revision_number': 4, 'project_id': 'b522af7cb81c4d7583899d89c7783d4f', 'gw_port': {'id': '9fd22cfe-2f76-4ad4-996f-42370e4aff4d', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:23Z', 'updated_at': '2021-07-29T14:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': '04a7f5ec-7cee-4908-8fbc-5ffd6135f345', 'name': '', 'network_id': 'c4b95e0e-568e-4b97-9204-e060c84b061b', 'tenant_id': 'b522af7cb81c4d7583899d89c7783d4f', 'mac_address': 'fa:16:3e:e4:41:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '986eeae2-0f7f-4c34-a670-fcda2a53fd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:25Z', 'updated_at': '2021-07-29T14:27:26Z', 'revision_number': 1, 'project_id': 'b522af7cb81c4d7583899d89c7783d4f', 'subnets': [{'id': '986eeae2-0f7f-4c34-a670-fcda2a53fd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:27:27.062914 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960d281a-ccdb-4714-b7aa-e395f764d73d None None] The sync data for ids ['949d7d3a-7d70-4d58-b61a-7661cf2d8ddb'] in dv-cinder-802882-2-iscsi is: [{'id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'name': 'tempest-TestMinimumBasicScenario-516540834-router', 'tenant_id': 'b522af7cb81c4d7583899d89c7783d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '9fd22cfe-2f76-4ad4-996f-42370e4aff4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:27:22Z', 'updated_at': '2021-07-29T14:27:26Z', 'revision_number': 4, 'project_id': 'b522af7cb81c4d7583899d89c7783d4f', 'gw_port': {'id': '9fd22cfe-2f76-4ad4-996f-42370e4aff4d', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:23Z', 'updated_at': '2021-07-29T14:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': '04a7f5ec-7cee-4908-8fbc-5ffd6135f345', 'name': '', 'network_id': 'c4b95e0e-568e-4b97-9204-e060c84b061b', 'tenant_id': 'b522af7cb81c4d7583899d89c7783d4f', 'mac_address': 'fa:16:3e:e4:41:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '986eeae2-0f7f-4c34-a670-fcda2a53fd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:25Z', 'updated_at': '2021-07-29T14:27:26Z', 'revision_number': 1, 'project_id': 'b522af7cb81c4d7583899d89c7783d4f', 'subnets': [{'id': '986eeae2-0f7f-4c34-a670-fcda2a53fd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:27:27.069257 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094a5c71-f399-4bee-8b35-97a388242ca5 admin admin] Router 949d7d3a-7d70-4d58-b61a-7661cf2d8ddb has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:27:27.178893 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094a5c71-f399-4bee-8b35-97a388242ca5 admin admin] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:27:27.183865 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-094a5c71-f399-4bee-8b35-97a388242ca5 admin admin] 10.222.0.44 "PUT /v2.0/routers/949d7d3a-7d70-4d58-b61a-7661cf2d8ddb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8266416 Jul 29 14:27:27.258245 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-2de81a84-2d68-40fc-8ec5-7eb82b250204 None None] Provisioning complete for port 04a7f5ec-7cee-4908-8fbc-5ffd6135f345 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:27:27.258850 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-2de81a84-2d68-40fc-8ec5-7eb82b250204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:27.296750 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-2de81a84-2d68-40fc-8ec5-7eb82b250204 None None] Port 04a7f5ec-7cee-4908-8fbc-5ffd6135f345 cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:27:27.458447 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device dadda3e7-bda6-4a78-9365-2822c2f62a47 up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:27:27.508967 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port dadda3e7-bda6-4a78-9365-2822c2f62a47 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:27:27.509349 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:27.800830 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 60994) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:27.805818 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-bcc89b8f-e01c-46a7-b432-bf4e5732afd0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-441391833-network', 'tenant_id': 'fac76ac065bc4cc0a4986d384f567b78'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:27:27.811416 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b155c2f7-931e-4327-b067-2f217b38e37b req-af04266a-8b38-403f-834b-23b9aac02701 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 210 time: 0.0283618 Jul 29 14:27:27.836580 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc89b8f-e01c-46a7-b432-bf4e5732afd0 admin admin] Made reservation on behalf of fac76ac065bc4cc0a4986d384f567b78 for: {'network': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:27:27.839464 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-bcc89b8f-e01c-46a7-b432-bf4e5732afd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for network, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:27.848536 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-bcc89b8f-e01c-46a7-b432-bf4e5732afd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:27.943227 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-bcc89b8f-e01c-46a7-b432-bf4e5732afd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:27.947621 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-bcc89b8f-e01c-46a7-b432-bf4e5732afd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:27.974921 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc89b8f-e01c-46a7-b432-bf4e5732afd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=93046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:27:27.985766 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc89b8f-e01c-46a7-b432-bf4e5732afd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22140267-3b90-49b8-bfd6-e8117abc11e0,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:27.992340 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-bcc89b8f-e01c-46a7-b432-bf4e5732afd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:27.992695 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.db.segments_db [None req-bcc89b8f-e01c-46a7-b432-bf4e5732afd0 admin admin] Added segment d1e066a2-edad-4504-86ea-564edaec1a7e of type vlan for network 649069cd-d806-427b-a757-cfeae2f626e8 Jul 29 14:27:28.028408 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-fe4e8275-81ff-4b7a-8b4d-e4ec2bf4f44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:28.042638 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-bcc89b8f-e01c-46a7-b432-bf4e5732afd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774390054750'] for network, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:28.073551 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-bcc89b8f-e01c-46a7-b432-bf4e5732afd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:28.074544 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc89b8f-e01c-46a7-b432-bf4e5732afd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:28.075134 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-bcc89b8f-e01c-46a7-b432-bf4e5732afd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:28.130274 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-bcc89b8f-e01c-46a7-b432-bf4e5732afd0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3282940 Jul 29 14:27:28.132816 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 60998) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:28.139108 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-9ae98d69-3e96-4c27-9150-ddefed8223bd admin admin] Request body: {'subnet': {'network_id': '649069cd-d806-427b-a757-cfeae2f626e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-441391833-subnet', 'tenant_id': 'fac76ac065bc4cc0a4986d384f567b78', 'ip_version': 4}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:27:28.150260 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc89b8f-e01c-46a7-b432-bf4e5732afd0 admin admin] Pushing event updated for resources: {'Network': ['ID=649069cd-d806-427b-a757-cfeae2f626e8,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:28.160954 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Network 649069cd-d806-427b-a757-cfeae2f626e8 details requested by agent ovs-agent-dv-cinder-802882-2-iscsi with host dv-cinder-802882-2-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:27:28.166645 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae98d69-3e96-4c27-9150-ddefed8223bd admin admin] Made reservation on behalf of fac76ac065bc4cc0a4986d384f567b78 for: {'subnet': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:27:28.169396 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9ae98d69-3e96-4c27-9150-ddefed8223bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58777921'] for subnet, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:28.256624 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:28.584756 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9ae98d69-3e96-4c27-9150-ddefed8223bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2972021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58777967'] for subnet, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:28.638586 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae98d69-3e96-4c27-9150-ddefed8223bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f88d15e0-e243-4613-8514-55793b806556,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:28.650900 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae98d69-3e96-4c27-9150-ddefed8223bd admin admin] Checking segment: {'id': 'd1e066a2-edad-4504-86ea-564edaec1a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '649069cd-d806-427b-a757-cfeae2f626e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:27:28.651253 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae98d69-3e96-4c27-9150-ddefed8223bd admin admin] Network hostable DHCP agents. Network: 649069cd-d806-427b-a757-cfeae2f626e8, hostable agents: ['7d25a96f-5a28-47f2-8bd3-87860bff61e6'], hosted agents: [] {{(pid=93046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:27:28.668151 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae98d69-3e96-4c27-9150-ddefed8223bd admin admin] Network 649069cd-d806-427b-a757-cfeae2f626e8 is scheduled to be hosted by DHCP agent 7d25a96f-5a28-47f2-8bd3-87860bff61e6 with binding_index 1 {{(pid=93046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:27:28.677397 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-9ae98d69-3e96-4c27-9150-ddefed8223bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-2-iscsi, 649069cd-d806-427b-a757-cfeae2f626e8) {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:27:28.681368 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae98d69-3e96-4c27-9150-ddefed8223bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:28.681997 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9ae98d69-3e96-4c27-9150-ddefed8223bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:28.688055 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd428bd-4f33-4985-b834-40c4ad54f556 None None] Network 649069cd-d806-427b-a757-cfeae2f626e8 requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:27:28.699772 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-9ae98d69-3e96-4c27-9150-ddefed8223bd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5622835 Jul 29 14:27:28.700076 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 32770) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:28.704666 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-22dfe76f-6002-43e8-abf0-eb1c19036328 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-441391833-router', 'tenant_id': 'fac76ac065bc4cc0a4986d384f567b78', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'}}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:27:28.731794 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-22dfe76f-6002-43e8-abf0-eb1c19036328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2750'] for router, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:28.734012 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-22dfe76f-6002-43e8-abf0-eb1c19036328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2737'] for router, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:28.792502 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-22dfe76f-6002-43e8-abf0-eb1c19036328 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:28.839461 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc71288-4bc2-4cfb-947e-7704f9b3f6c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp996c38f0-f082-52d3-b50b-327a8c50c333-649069cd-d806-427b-a757-cfeae2f626e8', 'network_id': '649069cd-d806-427b-a757-cfeae2f626e8', 'tenant_id': 'fac76ac065bc4cc0a4986d384f567b78', 'fixed_ips': [{'subnet_id': 'f88d15e0-e243-4613-8514-55793b806556'}]}} from dv-cinder-802882-2-iscsi. {{(pid=93048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:27:28.840324 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-2fc71288-4bc2-4cfb-947e-7704f9b3f6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:28.925145 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-75698fe8-6b81-43c6-b959-d6d0438c09cc req-99dac706-efa6-4fd0-bf5e-4c78d2875c26 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 210 time: 0.0282359 Jul 29 14:27:28.943647 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-22dfe76f-6002-43e8-abf0-eb1c19036328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744650', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2723'] for router, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:28.989744 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.db_base_plugin_common [None req-2fc71288-4bc2-4cfb-947e-7704f9b3f6c3 None None] Allocated IP 172.20.0.2 (649069cd-d806-427b-a757-cfeae2f626e8/f88d15e0-e243-4613-8514-55793b806556/6d015b16-12ce-4dc0-8148-0599dc00e7b8) {{(pid=93048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:27:29.131458 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-2fc71288-4bc2-4cfb-947e-7704f9b3f6c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:29.140423 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-2fc71288-4bc2-4cfb-947e-7704f9b3f6c3 None None] Transition to ACTIVE for port object 6d015b16-12ce-4dc0-8148-0599dc00e7b8 will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:27:29.142184 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e7125f-2cd7-4651-90e2-bd2caac41e84 None None] Sync routers for ids ['949d7d3a-7d70-4d58-b61a-7661cf2d8ddb'] in dv-cinder-802882-2-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:27:29.151494 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e7125f-2cd7-4651-90e2-bd2caac41e84 None None] Routers {'949d7d3a-7d70-4d58-b61a-7661cf2d8ddb'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:27:29.152184 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-28e7125f-2cd7-4651-90e2-bd2caac41e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:27:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['949d7d3a-7d70-4d58-b61a-7661cf2d8ddb'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:27:29.157712 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-22dfe76f-6002-43e8-abf0-eb1c19036328 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:29.158625 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-2fc71288-4bc2-4cfb-947e-7704f9b3f6c3 None None] Transition to ACTIVE for port object 6d015b16-12ce-4dc0-8148-0599dc00e7b8 will not be triggered until provisioned by entity DHCP. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:27:29.165523 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-2fc71288-4bc2-4cfb-947e-7704f9b3f6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078'] for port, after_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:29.180150 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-22dfe76f-6002-43e8-abf0-eb1c19036328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:29.207419 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc71288-4bc2-4cfb-947e-7704f9b3f6c3 None None] Network 649069cd-d806-427b-a757-cfeae2f626e8 is already hosted by enough agents. {{(pid=93048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:27:29.210199 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.scheduler.base_scheduler [None req-2fc71288-4bc2-4cfb-947e-7704f9b3f6c3 None None] Resources bound (agent type, host, resource id): {{(pid=93048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:27:29.213139 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc71288-4bc2-4cfb-947e-7704f9b3f6c3 None None] Received port after_create {{(pid=93048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:27:29.227717 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc71288-4bc2-4cfb-947e-7704f9b3f6c3 None None] Pushing event updated for resources: {'Port': ['ID=6d015b16-12ce-4dc0-8148-0599dc00e7b8,revision_number=1']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:29.263556 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-28e7125f-2cd7-4651-90e2-bd2caac41e84 None None] Set router 949d7d3a-7d70-4d58-b61a-7661cf2d8ddb gateway port host: dv-cinder-802882-2-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:27:29.275518 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-2fc71288-4bc2-4cfb-947e-7704f9b3f6c3 None None] Attempting to bind port 6d015b16-12ce-4dc0-8148-0599dc00e7b8 on host dv-cinder-802882-2-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:27:29.275816 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-2fc71288-4bc2-4cfb-947e-7704f9b3f6c3 None None] Attempting to bind port 6d015b16-12ce-4dc0-8148-0599dc00e7b8 by drivers openvswitch,hyperv on host dv-cinder-802882-2-iscsi at level 0 using segments [{'id': 'd1e066a2-edad-4504-86ea-564edaec1a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '649069cd-d806-427b-a757-cfeae2f626e8'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:27:29.276176 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc71288-4bc2-4cfb-947e-7704f9b3f6c3 None None] Attempting to bind port 6d015b16-12ce-4dc0-8148-0599dc00e7b8 on network 649069cd-d806-427b-a757-cfeae2f626e8 {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:27:29.282477 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc71288-4bc2-4cfb-947e-7704f9b3f6c3 None None] Checking agent: {'id': '1ca66b18-24af-4c4d-ab67-53f04b5066d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 14, 58), 'started_at': datetime.datetime(2021, 7, 29, 14, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:27:29.282861 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc71288-4bc2-4cfb-947e-7704f9b3f6c3 None None] Checking segment: {'id': 'd1e066a2-edad-4504-86ea-564edaec1a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '649069cd-d806-427b-a757-cfeae2f626e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:27:29.283256 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-2fc71288-4bc2-4cfb-947e-7704f9b3f6c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:29.283691 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc71288-4bc2-4cfb-947e-7704f9b3f6c3 None None] Bound using segment: {'id': 'd1e066a2-edad-4504-86ea-564edaec1a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '649069cd-d806-427b-a757-cfeae2f626e8'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:27:29.284125 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-2fc71288-4bc2-4cfb-947e-7704f9b3f6c3 None None] Bound port: 6d015b16-12ce-4dc0-8148-0599dc00e7b8, host: dv-cinder-802882-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e066a2-edad-4504-86ea-564edaec1a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '649069cd-d806-427b-a757-cfeae2f626e8'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:27:29.284865 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-2fc71288-4bc2-4cfb-947e-7704f9b3f6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:29.296835 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [None req-22dfe76f-6002-43e8-abf0-eb1c19036328 admin admin] Allocated IP 172.27.2.207 (32664875-679c-4a6a-adbf-80e7664b419a/8daef0cf-848b-40ef-9b17-9a185079ae25/094b3d8b-3aa7-4644-aadf-4dc4e653b8bf) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:27:29.348527 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:29.368502 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-2fc71288-4bc2-4cfb-947e-7704f9b3f6c3 None None] For port 6d015b16-12ce-4dc0-8148-0599dc00e7b8, host dv-cinder-802882-2-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:27:29.371626 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-2fc71288-4bc2-4cfb-947e-7704f9b3f6c3 None None] For port 6d015b16-12ce-4dc0-8148-0599dc00e7b8, host dv-cinder-802882-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=6d015b16-12ce-4dc0-8148-0599dc00e7b8,segment=NetworkSegment(d1e066a2-edad-4504-86ea-564edaec1a7e),segment_id=d1e066a2-edad-4504-86ea-564edaec1a7e)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:27:29.379701 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-2fc71288-4bc2-4cfb-947e-7704f9b3f6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:29.436806 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-22dfe76f-6002-43e8-abf0-eb1c19036328 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:29.501361 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc71288-4bc2-4cfb-947e-7704f9b3f6c3 None None] Pushing event updated for resources: {'Port': ['ID=6d015b16-12ce-4dc0-8148-0599dc00e7b8,revision_number=2']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:29.502193 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-22dfe76f-6002-43e8-abf0-eb1c19036328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:29.510329 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-28e7125f-2cd7-4651-90e2-bd2caac41e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'name': 'tempest-TestMinimumBasicScenario-516540834-router', 'tenant_id': 'b522af7cb81c4d7583899d89c7783d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '9fd22cfe-2f76-4ad4-996f-42370e4aff4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:27:22Z', 'updated_at': '2021-07-29T14:27:26Z', 'revision_number': 4, 'project_id': 'b522af7cb81c4d7583899d89c7783d4f', 'gw_port': {'id': '9fd22cfe-2f76-4ad4-996f-42370e4aff4d', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:23Z', 'updated_at': '2021-07-29T14:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': '04a7f5ec-7cee-4908-8fbc-5ffd6135f345', 'name': '', 'network_id': 'c4b95e0e-568e-4b97-9204-e060c84b061b', 'tenant_id': 'b522af7cb81c4d7583899d89c7783d4f', 'mac_address': 'fa:16:3e:e4:41:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '986eeae2-0f7f-4c34-a670-fcda2a53fd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:25Z', 'updated_at': '2021-07-29T14:27:26Z', 'revision_number': 2, 'project_id': 'b522af7cb81c4d7583899d89c7783d4f', 'subnets': [{'id': '986eeae2-0f7f-4c34-a670-fcda2a53fd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:27:29.532167 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dfe76f-6002-43e8-abf0-eb1c19036328 admin admin] Network 32664875-679c-4a6a-adbf-80e7664b419a is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:27:29.535029 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-22dfe76f-6002-43e8-abf0-eb1c19036328 admin admin] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:27:29.555257 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dfe76f-6002-43e8-abf0-eb1c19036328 admin admin] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:27:29.560022 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-583200db-e740-44bf-ad7b-9d71235f0ae6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=790cbd91660745c18b1d53f07528a1b3 HTTP/1.1" status: 200 len: 380 time: 0.0803330 Jul 29 14:27:29.570587 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e7125f-2cd7-4651-90e2-bd2caac41e84 None None] Checking router: 949d7d3a-7d70-4d58-b61a-7661cf2d8ddb for host: dv-cinder-802882-2-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:27:29.571166 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e7125f-2cd7-4651-90e2-bd2caac41e84 None None] Updating router 949d7d3a-7d70-4d58-b61a-7661cf2d8ddb port 04a7f5ec-7cee-4908-8fbc-5ffd6135f345 binding host dv-cinder-802882-2-iscsi {{(pid=93049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:27:29.573165 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-5efdfad4-cedf-4391-89ba-caf33378fb54 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Request body: {'port': {'device_id': '6e9991e2-2470-4fe9-959f-7a1b6b48ad25', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'admin_state_up': True, 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'security_groups': ['aa4e4174-8f26-4601-b1ba-82d657004d89']}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:27:29.594392 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 9fd22cfe-2f76-4ad4-996f-42370e4aff4d up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:27:29.619711 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-28e7125f-2cd7-4651-90e2-bd2caac41e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:29.643972 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dfe76f-6002-43e8-abf0-eb1c19036328 admin admin] Pushing event updated for resources: {'Port': ['ID=094b3d8b-3aa7-4644-aadf-4dc4e653b8bf,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:29.679939 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8f55487a-18fa-4e5d-a1b8-fc4dd3970567 req-5e251410-6d40-47b4-84d9-a39c52f9d0ad service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0906024 Jul 29 14:27:29.784327 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning for port 9fd22cfe-2f76-4ad4-996f-42370e4aff4d completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:27:29.793408 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port 9fd22cfe-2f76-4ad4-996f-42370e4aff4d triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:27:29.793814 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:29.818067 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-5efdfad4-cedf-4391-89ba-caf33378fb54 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Made reservation on behalf of 790cbd91660745c18b1d53f07528a1b3 for: {'port': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:27:29.825754 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-5efdfad4-cedf-4391-89ba-caf33378fb54 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:29.894679 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:29.912378 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55487a-18fa-4e5d-a1b8-fc4dd3970567 req-a3f9287d-fac2-451c-b5e3-6ad3ba7a7136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:29.913962 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8f55487a-18fa-4e5d-a1b8-fc4dd3970567 req-a3f9287d-fac2-451c-b5e3-6ad3ba7a7136 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ceeb7b9bd977407984c0031f1d786310&device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 1099 time: 0.1642494 Jul 29 14:27:29.925617 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] For port 9fd22cfe-2f76-4ad4-996f-42370e4aff4d, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=9fd22cfe-2f76-4ad4-996f-42370e4aff4d,segment=NetworkSegment(e7b1a31c-3199-44cd-ae65-85b7e84c8d28),segment_id=e7b1a31c-3199-44cd-ae65-85b7e84c8d28)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:27:29.932454 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:29.999212 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Pushing event updated for resources: {'Port': ['ID=9fd22cfe-2f76-4ad4-996f-42370e4aff4d,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:30.059107 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-5efdfad4-cedf-4391-89ba-caf33378fb54 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Allocated IP 172.20.0.4 (fc30f6c6-945d-4102-8889-37cbeb7abf30/96251832-4e3f-4c8a-b08d-273ae0959694/296f8582-546d-43c3-96cd-93a9f33026b4) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:27:30.080925 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-79f32f8f-71bf-4210-8d0f-ecb7844de3c5 req-d492a8df-4b49-47d3-97a3-1843d497275d tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 210 time: 0.0404239 Jul 29 14:27:30.153781 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55487a-18fa-4e5d-a1b8-fc4dd3970567 req-2218ebd6-15af-4edb-8795-06c5b16a7dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:30.156278 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8f55487a-18fa-4e5d-a1b8-fc4dd3970567 req-2218ebd6-15af-4edb-8795-06c5b16a7dcd service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3cec429-afe0-40ba-a154-12d562265125 HTTP/1.1" status: 200 len: 911 time: 0.2177072 Jul 29 14:27:30.165149 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-28e7125f-2cd7-4651-90e2-bd2caac41e84 None None] Notify callbacks [] for port, precommit_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:30.178160 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.provisioning_blocks [None req-28e7125f-2cd7-4651-90e2-bd2caac41e84 None None] Transition to ACTIVE for port object 04a7f5ec-7cee-4908-8fbc-5ffd6135f345 will not be triggered until provisioned by entity L2. {{(pid=93049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:27:30.187402 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-28e7125f-2cd7-4651-90e2-bd2caac41e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:30.217061 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-22dfe76f-6002-43e8-abf0-eb1c19036328 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:30.236535 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a413804-2f53-4693-a406-e3bf87f2fb15 None None] Pushing event updated for resources: {'Port': ['ID=04a7f5ec-7cee-4908-8fbc-5ffd6135f345,revision_number=3']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:30.273144 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8f55487a-18fa-4e5d-a1b8-fc4dd3970567 req-763f3eea-e2e3-4b76-a88e-a35949b5f74f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63ee529b-d804-4509-b79a-2b8d91edfaa0 HTTP/1.1" status: 200 len: 1001 time: 0.1041758 Jul 29 14:27:30.337062 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-28e7125f-2cd7-4651-90e2-bd2caac41e84 None None] Attempting to bind port 04a7f5ec-7cee-4908-8fbc-5ffd6135f345 on host dv-cinder-802882-2-iscsi for vnic_type normal with profile {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:27:30.337695 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-28e7125f-2cd7-4651-90e2-bd2caac41e84 None None] Attempting to bind port 04a7f5ec-7cee-4908-8fbc-5ffd6135f345 by drivers openvswitch,hyperv on host dv-cinder-802882-2-iscsi at level 0 using segments [{'id': 'd13475f9-0874-455c-8209-a74023657473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c4b95e0e-568e-4b97-9204-e060c84b061b'}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:27:30.338261 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e7125f-2cd7-4651-90e2-bd2caac41e84 None None] Attempting to bind port 04a7f5ec-7cee-4908-8fbc-5ffd6135f345 on network c4b95e0e-568e-4b97-9204-e060c84b061b {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:27:30.344539 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e7125f-2cd7-4651-90e2-bd2caac41e84 None None] Checking agent: {'id': '1ca66b18-24af-4c4d-ab67-53f04b5066d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 14, 58), 'started_at': datetime.datetime(2021, 7, 29, 14, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:27:30.344801 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-5efdfad4-cedf-4391-89ba-caf33378fb54 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:30.345341 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e7125f-2cd7-4651-90e2-bd2caac41e84 None None] Checking segment: {'id': 'd13475f9-0874-455c-8209-a74023657473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c4b95e0e-568e-4b97-9204-e060c84b061b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:27:30.345901 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-28e7125f-2cd7-4651-90e2-bd2caac41e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:30.346656 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e7125f-2cd7-4651-90e2-bd2caac41e84 None None] Bound using segment: {'id': 'd13475f9-0874-455c-8209-a74023657473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c4b95e0e-568e-4b97-9204-e060c84b061b'} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:27:30.347312 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-28e7125f-2cd7-4651-90e2-bd2caac41e84 None None] Bound port: 04a7f5ec-7cee-4908-8fbc-5ffd6135f345, host: dv-cinder-802882-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13475f9-0874-455c-8209-a74023657473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c4b95e0e-568e-4b97-9204-e060c84b061b'}}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:27:30.348016 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-28e7125f-2cd7-4651-90e2-bd2caac41e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:30.374610 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-5efdfad4-cedf-4391-89ba-caf33378fb54 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Transition to ACTIVE for port object 296f8582-546d-43c3-96cd-93a9f33026b4 will not be triggered until provisioned by entity DHCP. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:27:30.432406 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-28e7125f-2cd7-4651-90e2-bd2caac41e84 None None] For port 04a7f5ec-7cee-4908-8fbc-5ffd6135f345, host dv-cinder-802882-2-iscsi, cleared binding levels {{(pid=93049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:27:30.436718 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-28e7125f-2cd7-4651-90e2-bd2caac41e84 None None] For port 04a7f5ec-7cee-4908-8fbc-5ffd6135f345, host dv-cinder-802882-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=04a7f5ec-7cee-4908-8fbc-5ffd6135f345,segment=NetworkSegment(d13475f9-0874-455c-8209-a74023657473),segment_id=d13475f9-0874-455c-8209-a74023657473)] {{(pid=93049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:27:30.442117 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-28e7125f-2cd7-4651-90e2-bd2caac41e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:30.455301 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-5efdfad4-cedf-4391-89ba-caf33378fb54 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:30.496407 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e7125f-2cd7-4651-90e2-bd2caac41e84 None None] Routers {'949d7d3a-7d70-4d58-b61a-7661cf2d8ddb'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:27:30.497044 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-28e7125f-2cd7-4651-90e2-bd2caac41e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:27:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['949d7d3a-7d70-4d58-b61a-7661cf2d8ddb'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:27:30.503973 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55487a-18fa-4e5d-a1b8-fc4dd3970567 req-6d38d4fe-9106-468b-955d-626ecde3393e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:30.506921 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8f55487a-18fa-4e5d-a1b8-fc4dd3970567 req-6d38d4fe-9106-468b-955d-626ecde3393e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0feee60d-456e-4fb7-af3e-353853088018 HTTP/1.1" status: 200 len: 849 time: 0.1915164 Jul 29 14:27:30.513744 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-5efdfad4-cedf-4391-89ba-caf33378fb54 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Network fc30f6c6-945d-4102-8889-37cbeb7abf30 is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:27:30.524949 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-5efdfad4-cedf-4391-89ba-caf33378fb54 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:27:30.541753 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-5efdfad4-cedf-4391-89ba-caf33378fb54 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:27:30.612879 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efdfad4-cedf-4391-89ba-caf33378fb54 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Pushing event updated for resources: {'Port': ['ID=296f8582-546d-43c3-96cd-93a9f33026b4,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:30.671658 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-5efdfad4-cedf-4391-89ba-caf33378fb54 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:30.676392 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55487a-18fa-4e5d-a1b8-fc4dd3970567 req-7d408a9a-fd7d-40ec-a0d8-03cf0f134003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:30.677363 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-5efdfad4-cedf-4391-89ba-caf33378fb54 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:30.678581 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8f55487a-18fa-4e5d-a1b8-fc4dd3970567 req-7d408a9a-fd7d-40ec-a0d8-03cf0f134003 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3cec429-afe0-40ba-a154-12d562265125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1501615 Jul 29 14:27:30.695947 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-5efdfad4-cedf-4391-89ba-caf33378fb54 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1266320 Jul 29 14:27:30.699662 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a413804-2f53-4693-a406-e3bf87f2fb15 None None] Pushing event updated for resources: {'Port': ['ID=04a7f5ec-7cee-4908-8fbc-5ffd6135f345,revision_number=4']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:30.703354 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-22dfe76f-6002-43e8-abf0-eb1c19036328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744687'] for router, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:30.719973 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-ad72be32-f50d-40a3-822b-cdc53ecb7c95 service neutron] Request body: {'port': {'device_id': '6e9991e2-2470-4fe9-959f-7a1b6b48ad25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:27:30.739905 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-28e7125f-2cd7-4651-90e2-bd2caac41e84 None None] Set router 949d7d3a-7d70-4d58-b61a-7661cf2d8ddb gateway port host: dv-cinder-802882-2-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:27:30.856183 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-ad72be32-f50d-40a3-822b-cdc53ecb7c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:31.044339 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8f55487a-18fa-4e5d-a1b8-fc4dd3970567 req-c1ee4fe8-ce04-4590-a562-0166856e697d service neutron] 10.222.0.42 "GET /v2.0/networks/b3cec429-afe0-40ba-a154-12d562265125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332968 Jul 29 14:27:31.101059 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-94440dd7-caa4-4fed-8799-b42e82bcd6c0 None None] Provisioning for port 296f8582-546d-43c3-96cd-93a9f33026b4 completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:27:31.117373 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-94440dd7-caa4-4fed-8799-b42e82bcd6c0 None None] Provisioning complete for port 296f8582-546d-43c3-96cd-93a9f33026b4 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:27:31.117795 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-94440dd7-caa4-4fed-8799-b42e82bcd6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:31.132589 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-28e7125f-2cd7-4651-90e2-bd2caac41e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'name': 'tempest-TestMinimumBasicScenario-516540834-router', 'tenant_id': 'b522af7cb81c4d7583899d89c7783d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '9fd22cfe-2f76-4ad4-996f-42370e4aff4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:27:22Z', 'updated_at': '2021-07-29T14:27:26Z', 'revision_number': 4, 'project_id': 'b522af7cb81c4d7583899d89c7783d4f', 'gw_port': {'id': '9fd22cfe-2f76-4ad4-996f-42370e4aff4d', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:23Z', 'updated_at': '2021-07-29T14:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': '04a7f5ec-7cee-4908-8fbc-5ffd6135f345', 'name': '', 'network_id': 'c4b95e0e-568e-4b97-9204-e060c84b061b', 'tenant_id': 'b522af7cb81c4d7583899d89c7783d4f', 'mac_address': 'fa:16:3e:e4:41:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '986eeae2-0f7f-4c34-a670-fcda2a53fd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:25Z', 'updated_at': '2021-07-29T14:27:30Z', 'revision_number': 4, 'project_id': 'b522af7cb81c4d7583899d89c7783d4f', 'subnets': [{'id': '986eeae2-0f7f-4c34-a670-fcda2a53fd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:27:31.134499 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef92bf6a-40ad-4ab7-85e6-a2251f9a7a86 None None] Network 649069cd-d806-427b-a757-cfeae2f626e8 requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:27:31.147468 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22dfe76f-6002-43e8-abf0-eb1c19036328 admin admin] Router 67b7c9b3-a08e-4db2-bb77-f65f58034536 is scheduled to L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c with binding_index 1 {{(pid=93046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:27:31.169429 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e7125f-2cd7-4651-90e2-bd2caac41e84 None None] The sync data for ids ['949d7d3a-7d70-4d58-b61a-7661cf2d8ddb'] in dv-cinder-802882-2-iscsi is: [{'id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'name': 'tempest-TestMinimumBasicScenario-516540834-router', 'tenant_id': 'b522af7cb81c4d7583899d89c7783d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '9fd22cfe-2f76-4ad4-996f-42370e4aff4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:27:22Z', 'updated_at': '2021-07-29T14:27:26Z', 'revision_number': 4, 'project_id': 'b522af7cb81c4d7583899d89c7783d4f', 'gw_port': {'id': '9fd22cfe-2f76-4ad4-996f-42370e4aff4d', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:23Z', 'updated_at': '2021-07-29T14:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': '04a7f5ec-7cee-4908-8fbc-5ffd6135f345', 'name': '', 'network_id': 'c4b95e0e-568e-4b97-9204-e060c84b061b', 'tenant_id': 'b522af7cb81c4d7583899d89c7783d4f', 'mac_address': 'fa:16:3e:e4:41:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '986eeae2-0f7f-4c34-a670-fcda2a53fd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:25Z', 'updated_at': '2021-07-29T14:27:30Z', 'revision_number': 4, 'project_id': 'b522af7cb81c4d7583899d89c7783d4f', 'subnets': [{'id': '986eeae2-0f7f-4c34-a670-fcda2a53fd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:27:31.255845 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8f55487a-18fa-4e5d-a1b8-fc4dd3970567 req-7ad945be-0a87-49b9-b8e7-67a160aa31c5 service neutron] 10.222.0.42 "GET /v2.0/networks/b3cec429-afe0-40ba-a154-12d562265125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992276 Jul 29 14:27:31.264591 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-94440dd7-caa4-4fed-8799-b42e82bcd6c0 None None] Port 296f8582-546d-43c3-96cd-93a9f33026b4 cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:27:31.359504 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f92bf-d8bc-40ff-9d2d-b6d439eb2eb6 req-bbae8ccd-9bff-42cf-a0bf-b10d8590fdda tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:31.367129 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4f0f92bf-d8bc-40ff-9d2d-b6d439eb2eb6 req-bbae8ccd-9bff-42cf-a0bf-b10d8590fdda tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 931 time: 0.1253755 Jul 29 14:27:31.373662 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22dfe76f-6002-43e8-abf0-eb1c19036328 admin admin] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:27:31.415902 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-22dfe76f-6002-43e8-abf0-eb1c19036328 admin admin] Notify callbacks [] for router, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:31.415902 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-22dfe76f-6002-43e8-abf0-eb1c19036328 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7095776 Jul 29 14:27:31.415902 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 32808) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:31.430879 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e589b6a2-5a63-4a27-9b7b-bd71fe6f8f51 None None] Sync routers for ids ['67b7c9b3-a08e-4db2-bb77-f65f58034536'] in dv-cinder-802882-2-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:27:31.438823 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4f0f92bf-d8bc-40ff-9d2d-b6d439eb2eb6 req-52f33837-6944-4e51-9fcc-500f6f649800 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654280 Jul 29 14:27:31.516363 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:31.542262 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e589b6a2-5a63-4a27-9b7b-bd71fe6f8f51 None None] Routers {'67b7c9b3-a08e-4db2-bb77-f65f58034536'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:27:31.549093 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-e589b6a2-5a63-4a27-9b7b-bd71fe6f8f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:27:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['67b7c9b3-a08e-4db2-bb77-f65f58034536'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:27:31.639106 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-60d694ee-775f-4abb-a14f-d06008c0a8f5 None None] Provisioning for port 6d015b16-12ce-4dc0-8148-0599dc00e7b8 completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:27:31.723220 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-ad72be32-f50d-40a3-822b-cdc53ecb7c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 296f8582-546d-43c3-96cd-93a9f33026b4 {{(pid=93047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:27:31.740150 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-ad72be32-f50d-40a3-822b-cdc53ecb7c95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:31.769482 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-ad72be32-f50d-40a3-822b-cdc53ecb7c95 service neutron] Transition to ACTIVE for port object 296f8582-546d-43c3-96cd-93a9f33026b4 will not be triggered until provisioned by entity L2. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:27:31.805661 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-ad72be32-f50d-40a3-822b-cdc53ecb7c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079021'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:31.895074 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72be32-f50d-40a3-822b-cdc53ecb7c95 service neutron] Pushing event updated for resources: {'Port': ['ID=296f8582-546d-43c3-96cd-93a9f33026b4,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:31.953079 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ad6e8-1908-4ba0-83ee-87f04edcf59b req-e970d891-630d-4288-9bf7-b65f8cbb160b tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:31.960822 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c24ad6e8-1908-4ba0-83ee-87f04edcf59b req-e970d891-630d-4288-9bf7-b65f8cbb160b tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.1842310 Jul 29 14:27:31.997101 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 9fd22cfe-2f76-4ad4-996f-42370e4aff4d up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:27:32.048335 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c24ad6e8-1908-4ba0-83ee-87f04edcf59b req-d9073c40-8d89-47f0-80c6-f5845a0ee616 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849223 Jul 29 14:27:32.090487 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-ad72be32-f50d-40a3-822b-cdc53ecb7c95 service neutron] Attempting to bind port 296f8582-546d-43c3-96cd-93a9f33026b4 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:27:32.091371 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-ad72be32-f50d-40a3-822b-cdc53ecb7c95 service neutron] Attempting to bind port 296f8582-546d-43c3-96cd-93a9f33026b4 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': '9e1b997b-38b8-4a39-8704-0a229296c38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30'}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:27:32.092986 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-ad72be32-f50d-40a3-822b-cdc53ecb7c95 service neutron] Attempting to bind port 296f8582-546d-43c3-96cd-93a9f33026b4 on network fc30f6c6-945d-4102-8889-37cbeb7abf30 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:27:32.103245 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-ad72be32-f50d-40a3-822b-cdc53ecb7c95 service neutron] Port 296f8582-546d-43c3-96cd-93a9f33026b4 on network fc30f6c6-945d-4102-8889-37cbeb7abf30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:27:32.104182 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-ad72be32-f50d-40a3-822b-cdc53ecb7c95 service neutron] Attempting to bind port 296f8582-546d-43c3-96cd-93a9f33026b4 on network fc30f6c6-945d-4102-8889-37cbeb7abf30 {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:27:32.114248 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-ad72be32-f50d-40a3-822b-cdc53ecb7c95 service neutron] Checking agent: {'id': 'fd26b577-982f-4e34-ab76-8a88883d4fab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:27:32.116238 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-e589b6a2-5a63-4a27-9b7b-bd71fe6f8f51 None None] Set router 67b7c9b3-a08e-4db2-bb77-f65f58034536 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:27:32.117530 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-ad72be32-f50d-40a3-822b-cdc53ecb7c95 service neutron] Checking segment: {'id': '9e1b997b-38b8-4a39-8704-0a229296c38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:27:32.118402 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-ad72be32-f50d-40a3-822b-cdc53ecb7c95 service neutron] Bound using segment: {'id': '9e1b997b-38b8-4a39-8704-0a229296c38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30'} {{(pid=93047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:27:32.121028 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.managers [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-ad72be32-f50d-40a3-822b-cdc53ecb7c95 service neutron] Bound port: 296f8582-546d-43c3-96cd-93a9f33026b4, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e1b997b-38b8-4a39-8704-0a229296c38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30'}}] {{(pid=93047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:27:32.121871 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-ad72be32-f50d-40a3-822b-cdc53ecb7c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:32.181433 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-787e2844-9626-44bf-a69e-4ff9ed919048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:32.268294 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-ad72be32-f50d-40a3-822b-cdc53ecb7c95 service neutron] For port 296f8582-546d-43c3-96cd-93a9f33026b4, host hv-cinder-80288, cleared binding levels {{(pid=93047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:27:32.284239 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-ad72be32-f50d-40a3-822b-cdc53ecb7c95 service neutron] For port 296f8582-546d-43c3-96cd-93a9f33026b4, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=296f8582-546d-43c3-96cd-93a9f33026b4,segment=NetworkSegment(9e1b997b-38b8-4a39-8704-0a229296c38f),segment_id=9e1b997b-38b8-4a39-8704-0a229296c38f)] {{(pid=93047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:27:32.297227 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-ad72be32-f50d-40a3-822b-cdc53ecb7c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079021'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:32.312174 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port 9fd22cfe-2f76-4ad4-996f-42370e4aff4d triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:27:32.312615 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:32.505718 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-ad72be32-f50d-40a3-822b-cdc53ecb7c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:32.506457 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-ad72be32-f50d-40a3-822b-cdc53ecb7c95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:32.507771 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-ad72be32-f50d-40a3-822b-cdc53ecb7c95 service neutron] 10.222.0.42 "PUT /v2.0/ports/296f8582-546d-43c3-96cd-93a9f33026b4 HTTP/1.1" status: 200 len: 1093 time: 1.8028340 Jul 29 14:27:32.508209 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9991e2-2470-4fe9-959f-7a1b6b48ad25', 'tag': '296f8582-546d-43c3-96cd-93a9f33026b4'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:27:32.510497 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d29991c668386e200e1a1994fca063bc4f2dc54aaad28d0a971c904e1588ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb6db28-fb0e-4da4-94f9-462573171d10" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9991e2-2470-4fe9-959f-7a1b6b48ad25", "tag": "296f8582-546d-43c3-96cd-93a9f33026b4"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:27:32.522057 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72be32-f50d-40a3-822b-cdc53ecb7c95 service neutron] Pushing event updated for resources: {'Port': ['ID=296f8582-546d-43c3-96cd-93a9f33026b4,revision_number=3']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:32.559492 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 6d015b16-12ce-4dc0-8148-0599dc00e7b8 up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:27:32.582740 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb38b52-66ed-4a6b-9792-3bd941752f99 x-openstack-request-id: req-fcb38b52-66ed-4a6b-9792-3bd941752f99 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:27:32.583044 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9991e2-2470-4fe9-959f-7a1b6b48ad25", "tag": "296f8582-546d-43c3-96cd-93a9f33026b4", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:27:32.583306 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fcb38b52-66ed-4a6b-9792-3bd941752f99 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:27:32.583808 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9991e2-2470-4fe9-959f-7a1b6b48ad25', 'tag': '296f8582-546d-43c3-96cd-93a9f33026b4', 'status': 'completed', 'code': 200} Jul 29 14:27:32.636106 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350089f-bb77-4392-af64-6301df330274 req-d6a7fd31-7f7e-44a1-b2d1-e54f203e33f8 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:32.637671 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2350089f-bb77-4392-af64-6301df330274 req-d6a7fd31-7f7e-44a1-b2d1-e54f203e33f8 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 943 time: 0.0971146 Jul 29 14:27:32.647044 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-8056a7f4-3ef3-49a4-98b0-fbd62669f261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:32.648530 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-8056a7f4-3ef3-49a4-98b0-fbd62669f261 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=790cbd91660745c18b1d53f07528a1b3&device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 1096 time: 0.0800288 Jul 29 14:27:32.676421 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning for port 6d015b16-12ce-4dc0-8148-0599dc00e7b8 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:27:32.682086 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port 6d015b16-12ce-4dc0-8148-0599dc00e7b8 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:27:32.682399 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:32.686292 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-e589b6a2-5a63-4a27-9b7b-bd71fe6f8f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b7c9b3-a08e-4db2-bb77-f65f58034536', 'name': 'tempest-TestMinimumBasicScenario-441391833-router', 'tenant_id': 'fac76ac065bc4cc0a4986d384f567b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '094b3d8b-3aa7-4644-aadf-4dc4e653b8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:27:28Z', 'updated_at': '2021-07-29T14:27:29Z', 'revision_number': 3, 'project_id': 'fac76ac065bc4cc0a4986d384f567b78', 'gw_port': {'id': '094b3d8b-3aa7-4644-aadf-4dc4e653b8bf', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b7c9b3-a08e-4db2-bb77-f65f58034536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:29Z', 'updated_at': '2021-07-29T14:27:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi'}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:27:32.743095 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e589b6a2-5a63-4a27-9b7b-bd71fe6f8f51 None None] Checking router: 67b7c9b3-a08e-4db2-bb77-f65f58034536 for host: dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:27:32.743450 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e589b6a2-5a63-4a27-9b7b-bd71fe6f8f51 None None] Updating router 67b7c9b3-a08e-4db2-bb77-f65f58034536 port 094b3d8b-3aa7-4644-aadf-4dc4e653b8bf binding host dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:27:32.788516 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e589b6a2-5a63-4a27-9b7b-bd71fe6f8f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:32.789766 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [None req-787e2844-9626-44bf-a69e-4ff9ed919048 admin admin] Allocated IP 172.20.0.1 (649069cd-d806-427b-a757-cfeae2f626e8/f88d15e0-e243-4613-8514-55793b806556/32ae92f3-c098-40b8-9b96-285528c4513e) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:27:32.918891 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-787e2844-9626-44bf-a69e-4ff9ed919048 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:32.945453 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [None req-787e2844-9626-44bf-a69e-4ff9ed919048 admin admin] Transition to ACTIVE for port object 32ae92f3-c098-40b8-9b96-285528c4513e will not be triggered until provisioned by entity DHCP. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:27:32.949023 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:32.995674 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-206685b6-6f0e-493e-93eb-567edd9e6923 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=296f8582-546d-43c3-96cd-93a9f33026b4 HTTP/1.1" status: 200 len: 217 time: 0.3219628 Jul 29 14:27:33.000998 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2350089f-bb77-4392-af64-6301df330274 req-0952881e-b6c7-4806-b8f7-7dd59ba73ae6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3499265 Jul 29 14:27:33.030382 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-787e2844-9626-44bf-a69e-4ff9ed919048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:33.048870 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] For port 6d015b16-12ce-4dc0-8148-0599dc00e7b8, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=6d015b16-12ce-4dc0-8148-0599dc00e7b8,segment=NetworkSegment(d1e066a2-edad-4504-86ea-564edaec1a7e),segment_id=d1e066a2-edad-4504-86ea-564edaec1a7e)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:27:33.071221 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:33.072251 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 04a7f5ec-7cee-4908-8fbc-5ffd6135f345 up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:27:33.079043 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787e2844-9626-44bf-a69e-4ff9ed919048 admin admin] Network 649069cd-d806-427b-a757-cfeae2f626e8 is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:27:33.084507 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-787e2844-9626-44bf-a69e-4ff9ed919048 admin admin] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:27:33.095244 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-bbf6da87-31b1-4ac1-b9e0-33c14d6077af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:33.101814 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-bbf6da87-31b1-4ac1-b9e0-33c14d6077af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96251832-4e3f-4c8a-b08d-273ae0959694 HTTP/1.1" status: 200 len: 851 time: 0.0912480 Jul 29 14:27:33.102187 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787e2844-9626-44bf-a69e-4ff9ed919048 admin admin] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:27:33.148535 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e2844-9626-44bf-a69e-4ff9ed919048 admin admin] Pushing event updated for resources: {'Port': ['ID=32ae92f3-c098-40b8-9b96-285528c4513e,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:33.169151 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-787e2844-9626-44bf-a69e-4ff9ed919048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744496'] for router_interface, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:33.236242 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-ff1d59b7-cacb-448b-806a-15cdb23df2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:33.238019 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-ff1d59b7-cacb-448b-806a-15cdb23df2c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fc30f6c6-945d-4102-8889-37cbeb7abf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1283376 Jul 29 14:27:33.254758 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83c961-6414-4c4d-8c19-965ba2f3818d req-9b868bce-c522-48f6-a2a3-09f08179b3f1 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:33.260681 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-aa83c961-6414-4c4d-8c19-965ba2f3818d req-9b868bce-c522-48f6-a2a3-09f08179b3f1 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.1016352 Jul 29 14:27:33.278630 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e589b6a2-5a63-4a27-9b7b-bd71fe6f8f51 None None] Notify callbacks [] for port, precommit_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:33.295131 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-e589b6a2-5a63-4a27-9b7b-bd71fe6f8f51 None None] Transition to ACTIVE for port object 094b3d8b-3aa7-4644-aadf-4dc4e653b8bf will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:27:33.313941 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e589b6a2-5a63-4a27-9b7b-bd71fe6f8f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:33.344536 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-787e2844-9626-44bf-a69e-4ff9ed919048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:33.357482 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Pushing event updated for resources: {'Port': ['ID=6d015b16-12ce-4dc0-8148-0599dc00e7b8,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:33.367825 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-aa83c961-6414-4c4d-8c19-965ba2f3818d req-f75cb733-5256-42c6-8d2e-5db022cf9c92 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860491 Jul 29 14:27:33.390996 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-12d70e13-cebe-4962-8355-4377d31404f4 service neutron] 10.222.0.42 "GET /v2.0/networks/fc30f6c6-945d-4102-8889-37cbeb7abf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292155 Jul 29 14:27:33.411397 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning for port 04a7f5ec-7cee-4908-8fbc-5ffd6135f345 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:27:33.416862 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-e589b6a2-5a63-4a27-9b7b-bd71fe6f8f51 None None] Attempting to bind port 094b3d8b-3aa7-4644-aadf-4dc4e653b8bf on host dv-cinder-802882-2-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:27:33.417165 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-e589b6a2-5a63-4a27-9b7b-bd71fe6f8f51 None None] Attempting to bind port 094b3d8b-3aa7-4644-aadf-4dc4e653b8bf by drivers openvswitch,hyperv on host dv-cinder-802882-2-iscsi at level 0 using segments [{'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:27:33.417523 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e589b6a2-5a63-4a27-9b7b-bd71fe6f8f51 None None] Attempting to bind port 094b3d8b-3aa7-4644-aadf-4dc4e653b8bf on network 32664875-679c-4a6a-adbf-80e7664b419a {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:27:33.428841 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port 04a7f5ec-7cee-4908-8fbc-5ffd6135f345 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:27:33.429431 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:33.449370 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e589b6a2-5a63-4a27-9b7b-bd71fe6f8f51 None None] Checking agent: {'id': '1ca66b18-24af-4c4d-ab67-53f04b5066d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 14, 58), 'started_at': datetime.datetime(2021, 7, 29, 14, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:27:33.449991 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e589b6a2-5a63-4a27-9b7b-bd71fe6f8f51 None None] Checking segment: {'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:27:33.450634 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e589b6a2-5a63-4a27-9b7b-bd71fe6f8f51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:33.451266 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e589b6a2-5a63-4a27-9b7b-bd71fe6f8f51 None None] Bound using segment: {'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:27:33.452824 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-e589b6a2-5a63-4a27-9b7b-bd71fe6f8f51 None None] Bound port: 094b3d8b-3aa7-4644-aadf-4dc4e653b8bf, host: dv-cinder-802882-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:27:33.453383 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e589b6a2-5a63-4a27-9b7b-bd71fe6f8f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:33.519432 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a908c5-fb64-49de-a720-44dad2e94b78 None None] Pushing event updated for resources: {'Port': ['ID=094b3d8b-3aa7-4644-aadf-4dc4e653b8bf,revision_number=2']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:33.527598 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-6399f4e9-0656-4b50-9541-6ce82b89a933 None None] Provisioning for port 32ae92f3-c098-40b8-9b96-285528c4513e completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:27:33.538573 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b04d16dd-b250-4af5-b630-21f838c7b46f req-50270f89-e2df-4dbb-a40b-f372118dcf92 service neutron] 10.222.0.42 "GET /v2.0/networks/fc30f6c6-945d-4102-8889-37cbeb7abf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353123 Jul 29 14:27:33.542989 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-6399f4e9-0656-4b50-9541-6ce82b89a933 None None] Provisioning complete for port 32ae92f3-c098-40b8-9b96-285528c4513e triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:27:33.543363 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-6399f4e9-0656-4b50-9541-6ce82b89a933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:33.547229 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-787e2844-9626-44bf-a69e-4ff9ed919048 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:33.553119 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-787e2844-9626-44bf-a69e-4ff9ed919048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971904'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:33.610046 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-6399f4e9-0656-4b50-9541-6ce82b89a933 None None] Port 32ae92f3-c098-40b8-9b96-285528c4513e cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:27:33.611903 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-e589b6a2-5a63-4a27-9b7b-bd71fe6f8f51 None None] For port 094b3d8b-3aa7-4644-aadf-4dc4e653b8bf, host dv-cinder-802882-2-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:27:33.625889 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-e589b6a2-5a63-4a27-9b7b-bd71fe6f8f51 None None] For port 094b3d8b-3aa7-4644-aadf-4dc4e653b8bf, host dv-cinder-802882-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=094b3d8b-3aa7-4644-aadf-4dc4e653b8bf,segment=NetworkSegment(e7b1a31c-3199-44cd-ae65-85b7e84c8d28),segment_id=e7b1a31c-3199-44cd-ae65-85b7e84c8d28)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:27:33.626392 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-787e2844-9626-44bf-a69e-4ff9ed919048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659616'] for router_interface, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:33.629532 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e2844-9626-44bf-a69e-4ff9ed919048 admin admin] Pushing event updated for resources: {'Port': ['ID=32ae92f3-c098-40b8-9b96-285528c4513e,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:33.629711 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6db28-fb0e-4da4-94f9-462573171d10 req-5addb0d9-9e4e-450d-80d3-fb5ce511980c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:33.631832 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6cb6db28-fb0e-4da4-94f9-462573171d10 req-5addb0d9-9e4e-450d-80d3-fb5ce511980c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=790cbd91660745c18b1d53f07528a1b3&device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 1096 time: 0.0464673 Jul 29 14:27:33.649156 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e589b6a2-5a63-4a27-9b7b-bd71fe6f8f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:33.703853 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:33.726164 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a908c5-fb64-49de-a720-44dad2e94b78 None None] Pushing event updated for resources: {'Port': ['ID=094b3d8b-3aa7-4644-aadf-4dc4e653b8bf,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:33.731515 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e589b6a2-5a63-4a27-9b7b-bd71fe6f8f51 None None] Routers {'67b7c9b3-a08e-4db2-bb77-f65f58034536'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:27:33.732128 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-e589b6a2-5a63-4a27-9b7b-bd71fe6f8f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:27:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['67b7c9b3-a08e-4db2-bb77-f65f58034536'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:27:33.736205 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6db28-fb0e-4da4-94f9-462573171d10 req-d55b8cd7-0d6c-4090-82c5-1d77fde536bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:33.736373 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787e2844-9626-44bf-a69e-4ff9ed919048 admin admin] Network 649069cd-d806-427b-a757-cfeae2f626e8 is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:27:33.737784 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-787e2844-9626-44bf-a69e-4ff9ed919048 admin admin] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:27:33.738401 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6cb6db28-fb0e-4da4-94f9-462573171d10 req-d55b8cd7-0d6c-4090-82c5-1d77fde536bb service neutron] 10.222.0.42 "GET /v2.0/networks?id=fc30f6c6-945d-4102-8889-37cbeb7abf30 HTTP/1.1" status: 200 len: 913 time: 0.0980153 Jul 29 14:27:33.790709 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6cb6db28-fb0e-4da4-94f9-462573171d10 req-94f54cdc-da47-46fe-8f5f-e73f68814a3b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=296f8582-546d-43c3-96cd-93a9f33026b4 HTTP/1.1" status: 200 len: 217 time: 0.0405185 Jul 29 14:27:33.798547 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] For port 04a7f5ec-7cee-4908-8fbc-5ffd6135f345, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=04a7f5ec-7cee-4908-8fbc-5ffd6135f345,segment=NetworkSegment(d13475f9-0874-455c-8209-a74023657473),segment_id=d13475f9-0874-455c-8209-a74023657473)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:27:33.851795 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6db28-fb0e-4da4-94f9-462573171d10 req-e89dd0b4-0d14-484f-8067-459943780108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:33.854101 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6cb6db28-fb0e-4da4-94f9-462573171d10 req-e89dd0b4-0d14-484f-8067-459943780108 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96251832-4e3f-4c8a-b08d-273ae0959694 HTTP/1.1" status: 200 len: 851 time: 0.0548847 Jul 29 14:27:33.855803 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:33.894590 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-e589b6a2-5a63-4a27-9b7b-bd71fe6f8f51 None None] Set router 67b7c9b3-a08e-4db2-bb77-f65f58034536 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:27:33.914874 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787e2844-9626-44bf-a69e-4ff9ed919048 admin admin] Router 67b7c9b3-a08e-4db2-bb77-f65f58034536 has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:27:33.926347 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6db28-fb0e-4da4-94f9-462573171d10 req-557782f5-1af1-4f52-843a-ee01f7cba7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:33.930202 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6cb6db28-fb0e-4da4-94f9-462573171d10 req-557782f5-1af1-4f52-843a-ee01f7cba7d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fc30f6c6-945d-4102-8889-37cbeb7abf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0648479 Jul 29 14:27:33.951360 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Pushing event updated for resources: {'Port': ['ID=04a7f5ec-7cee-4908-8fbc-5ffd6135f345,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:33.996416 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 6d015b16-12ce-4dc0-8148-0599dc00e7b8 up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:27:34.044267 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6cb6db28-fb0e-4da4-94f9-462573171d10 req-238063e5-0ae0-47eb-9bd4-eb49ec83665d service neutron] 10.222.0.42 "GET /v2.0/networks/fc30f6c6-945d-4102-8889-37cbeb7abf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037621 Jul 29 14:27:34.052649 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787e2844-9626-44bf-a69e-4ff9ed919048 admin admin] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:27:34.060087 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-787e2844-9626-44bf-a69e-4ff9ed919048 admin admin] 10.222.0.44 "PUT /v2.0/routers/67b7c9b3-a08e-4db2-bb77-f65f58034536/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6432009 Jul 29 14:27:34.095923 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-58002848-9393-46d6-a7b4-4ae8260b7361 None None] Provisioning complete for port 32ae92f3-c098-40b8-9b96-285528c4513e triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:27:34.095923 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-58002848-9393-46d6-a7b4-4ae8260b7361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:34.161238 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-58002848-9393-46d6-a7b4-4ae8260b7361 None None] Port 32ae92f3-c098-40b8-9b96-285528c4513e cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:27:34.183994 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port 6d015b16-12ce-4dc0-8148-0599dc00e7b8 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:27:34.184369 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:34.194031 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475860ae-dc47-47b4-acf2-1791209e4230 req-5f184eb6-a97e-4681-922f-4c200b0ea6d0 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:34.195594 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-475860ae-dc47-47b4-acf2-1791209e4230 req-5f184eb6-a97e-4681-922f-4c200b0ea6d0 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 943 time: 0.0752809 Jul 29 14:27:34.226291 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6cb6db28-fb0e-4da4-94f9-462573171d10 req-cc7c76de-017e-4221-82b8-77301346c0c8 service neutron] 10.222.0.42 "GET /v2.0/networks/fc30f6c6-945d-4102-8889-37cbeb7abf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735127 Jul 29 14:27:34.259427 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-475860ae-dc47-47b4-acf2-1791209e4230 req-35ea3184-be66-4c35-9a3e-5b61cbb0f6a3 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536144 Jul 29 14:27:34.272648 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-e589b6a2-5a63-4a27-9b7b-bd71fe6f8f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b7c9b3-a08e-4db2-bb77-f65f58034536', 'name': 'tempest-TestMinimumBasicScenario-441391833-router', 'tenant_id': 'fac76ac065bc4cc0a4986d384f567b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '094b3d8b-3aa7-4644-aadf-4dc4e653b8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:27:28Z', 'updated_at': '2021-07-29T14:27:33Z', 'revision_number': 4, 'project_id': 'fac76ac065bc4cc0a4986d384f567b78', 'gw_port': {'id': '094b3d8b-3aa7-4644-aadf-4dc4e653b8bf', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b7c9b3-a08e-4db2-bb77-f65f58034536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:29Z', 'updated_at': '2021-07-29T14:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': '32ae92f3-c098-40b8-9b96-285528c4513e', 'name': '', 'network_id': '649069cd-d806-427b-a757-cfeae2f626e8', 'tenant_id': 'fac76ac065bc4cc0a4986d384f567b78', 'mac_address': 'fa:16:3e:ab:2c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b7c9b3-a08e-4db2-bb77-f65f58034536', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'f88d15e0-e243-4613-8514-55793b806556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:32Z', 'updated_at': '2021-07-29T14:27:33Z', 'revision_number': 2, 'project_id': 'fac76ac065bc4cc0a4986d384f567b78', 'subnets': [{'id': 'f88d15e0-e243-4613-8514-55793b806556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:27:34.302625 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e589b6a2-5a63-4a27-9b7b-bd71fe6f8f51 None None] The sync data for ids ['67b7c9b3-a08e-4db2-bb77-f65f58034536'] in dv-cinder-802882-2-iscsi is: [{'id': '67b7c9b3-a08e-4db2-bb77-f65f58034536', 'name': 'tempest-TestMinimumBasicScenario-441391833-router', 'tenant_id': 'fac76ac065bc4cc0a4986d384f567b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '094b3d8b-3aa7-4644-aadf-4dc4e653b8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:27:28Z', 'updated_at': '2021-07-29T14:27:33Z', 'revision_number': 4, 'project_id': 'fac76ac065bc4cc0a4986d384f567b78', 'gw_port': {'id': '094b3d8b-3aa7-4644-aadf-4dc4e653b8bf', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b7c9b3-a08e-4db2-bb77-f65f58034536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:29Z', 'updated_at': '2021-07-29T14:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': '32ae92f3-c098-40b8-9b96-285528c4513e', 'name': '', 'network_id': '649069cd-d806-427b-a757-cfeae2f626e8', 'tenant_id': 'fac76ac065bc4cc0a4986d384f567b78', 'mac_address': 'fa:16:3e:ab:2c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b7c9b3-a08e-4db2-bb77-f65f58034536', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'f88d15e0-e243-4613-8514-55793b806556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:32Z', 'updated_at': '2021-07-29T14:27:33Z', 'revision_number': 2, 'project_id': 'fac76ac065bc4cc0a4986d384f567b78', 'subnets': [{'id': 'f88d15e0-e243-4613-8514-55793b806556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:27:34.442139 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 32854) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:34.517957 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb7abd-808c-473a-91cc-25930ab420a8 req-63e76578-10b0-4112-aa44-c87b571e4205 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:34.519686 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cbeb7abd-808c-473a-91cc-25930ab420a8 req-63e76578-10b0-4112-aa44-c87b571e4205 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0662518 Jul 29 14:27:34.580994 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cbeb7abd-808c-473a-91cc-25930ab420a8 req-b43d6aeb-d427-469e-b224-c92ece2f0fe5 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517497 Jul 29 14:27:34.692395 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cd23ee74-03b5-4a8c-9f66-9526c245b242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:34.795411 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cd23ee74-03b5-4a8c-9f66-9526c245b242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:34.800561 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cd23ee74-03b5-4a8c-9f66-9526c245b242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:34.852501 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23ee74-03b5-4a8c-9f66-9526c245b242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12996843-4242-4506-afde-1f94895ae8d4,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:34.864815 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 32870) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:34.865383 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-cd23ee74-03b5-4a8c-9f66-9526c245b242 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=45056eeee92e468192d82bc8fe764ff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4219196 Jul 29 14:27:34.931187 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8daa8838-e177-4d25-93af-c5c53f7475cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:34.954197 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8daa8838-e177-4d25-93af-c5c53f7475cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:35.048083 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8daa8838-e177-4d25-93af-c5c53f7475cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:35.055781 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8daa8838-e177-4d25-93af-c5c53f7475cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:35.062910 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-8daa8838-e177-4d25-93af-c5c53f7475cc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/12996843-4242-4506-afde-1f94895ae8d4 HTTP/1.1" status: 204 len: 168 time: 0.1968269 Jul 29 14:27:35.090805 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa8838-e177-4d25-93af-c5c53f7475cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12996843-4242-4506-afde-1f94895ae8d4,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:35.427926 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df06bae-2fb0-426e-88e4-c2d878567586 req-e4b43490-e6aa-4ff0-876f-49f3c8f41ec8 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:35.429951 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7df06bae-2fb0-426e-88e4-c2d878567586 req-e4b43490-e6aa-4ff0-876f-49f3c8f41ec8 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 943 time: 0.0773029 Jul 29 14:27:35.504539 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7df06bae-2fb0-426e-88e4-c2d878567586 req-83fdead6-32ae-4146-b726-8e4ef8e7cf32 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674288 Jul 29 14:27:35.725247 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189bd60-5e69-474c-9bd6-f417a5c7690c req-18613292-fb81-4272-ba61-b0cdc4a2f12a tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:35.737525 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c189bd60-5e69-474c-9bd6-f417a5c7690c req-18613292-fb81-4272-ba61-b0cdc4a2f12a tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0686471 Jul 29 14:27:35.802120 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c189bd60-5e69-474c-9bd6-f417a5c7690c req-b0ee8a4d-3e53-48bf-a0b1-b71f7a164af6 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633991 Jul 29 14:27:36.093537 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 094b3d8b-3aa7-4644-aadf-4dc4e653b8bf up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:27:36.161870 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning for port 094b3d8b-3aa7-4644-aadf-4dc4e653b8bf completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:27:36.166440 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port 094b3d8b-3aa7-4644-aadf-4dc4e653b8bf triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:27:36.166828 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:36.403684 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:36.432328 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] For port 094b3d8b-3aa7-4644-aadf-4dc4e653b8bf, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=094b3d8b-3aa7-4644-aadf-4dc4e653b8bf,segment=NetworkSegment(e7b1a31c-3199-44cd-ae65-85b7e84c8d28),segment_id=e7b1a31c-3199-44cd-ae65-85b7e84c8d28)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:27:36.441192 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:36.442333 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 04a7f5ec-7cee-4908-8fbc-5ffd6135f345 up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:27:36.525718 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Pushing event updated for resources: {'Port': ['ID=094b3d8b-3aa7-4644-aadf-4dc4e653b8bf,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:36.543754 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port 04a7f5ec-7cee-4908-8fbc-5ffd6135f345 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:27:36.543924 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:36.649724 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ca7fb-186e-4b94-a221-62512123e52a req-e1a19494-1263-4f46-818d-0dc4c9fe3d71 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:36.657541 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-715ca7fb-186e-4b94-a221-62512123e52a req-e1a19494-1263-4f46-818d-0dc4c9fe3d71 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 943 time: 0.0615580 Jul 29 14:27:36.730361 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-715ca7fb-186e-4b94-a221-62512123e52a req-9a8bee83-6596-4918-befb-0c38bca49e49 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717261 Jul 29 14:27:36.961805 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6708c70-1070-4378-8306-696058d35b9d req-435bed3b-f55e-4d6a-bfb9-7cc223486091 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:36.963673 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e6708c70-1070-4378-8306-696058d35b9d req-435bed3b-f55e-4d6a-bfb9-7cc223486091 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0638268 Jul 29 14:27:37.006855 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e6708c70-1070-4378-8306-696058d35b9d req-4a792ec4-631c-436b-89c2-92b547f6ab96 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365157 Jul 29 14:27:37.867097 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64cb6e-683d-47a8-8319-3d11acc9ff95 req-fd80a99f-dd2e-440f-9dd6-6066801cec3c tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:37.868873 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7f64cb6e-683d-47a8-8319-3d11acc9ff95 req-fd80a99f-dd2e-440f-9dd6-6066801cec3c tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 943 time: 0.0584288 Jul 29 14:27:37.927205 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7f64cb6e-683d-47a8-8319-3d11acc9ff95 req-51b88703-e67c-466e-a13c-09f8611c7610 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506935 Jul 29 14:27:37.975631 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 094b3d8b-3aa7-4644-aadf-4dc4e653b8bf up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:27:38.037607 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port 094b3d8b-3aa7-4644-aadf-4dc4e653b8bf triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:27:38.038037 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:38.137878 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3780a13-92fe-4c26-a56f-378416595dc0 req-f7bbb758-67a0-45db-aeba-bf1d45c0d737 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:38.140027 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c3780a13-92fe-4c26-a56f-378416595dc0 req-f7bbb758-67a0-45db-aeba-bf1d45c0d737 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0573177 Jul 29 14:27:38.190341 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c3780a13-92fe-4c26-a56f-378416595dc0 req-809f9d4e-8a00-47c0-815b-9bb5a06eb6d9 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405414 Jul 29 14:27:38.356058 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a04430f-446e-46ce-a972-baae8094d216 None None] Sync routers for ids ['67b7c9b3-a08e-4db2-bb77-f65f58034536'] in dv-cinder-802882-2-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:27:38.365822 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a04430f-446e-46ce-a972-baae8094d216 None None] Routers {'67b7c9b3-a08e-4db2-bb77-f65f58034536'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:27:38.366460 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-7a04430f-446e-46ce-a972-baae8094d216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:27:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['67b7c9b3-a08e-4db2-bb77-f65f58034536'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:27:38.485189 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-7a04430f-446e-46ce-a972-baae8094d216 None None] Set router 67b7c9b3-a08e-4db2-bb77-f65f58034536 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:27:38.705264 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-7a04430f-446e-46ce-a972-baae8094d216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b7c9b3-a08e-4db2-bb77-f65f58034536', 'name': 'tempest-TestMinimumBasicScenario-441391833-router', 'tenant_id': 'fac76ac065bc4cc0a4986d384f567b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '094b3d8b-3aa7-4644-aadf-4dc4e653b8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:27:28Z', 'updated_at': '2021-07-29T14:27:33Z', 'revision_number': 4, 'project_id': 'fac76ac065bc4cc0a4986d384f567b78', 'gw_port': {'id': '094b3d8b-3aa7-4644-aadf-4dc4e653b8bf', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b7c9b3-a08e-4db2-bb77-f65f58034536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:29Z', 'updated_at': '2021-07-29T14:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': '32ae92f3-c098-40b8-9b96-285528c4513e', 'name': '', 'network_id': '649069cd-d806-427b-a757-cfeae2f626e8', 'tenant_id': 'fac76ac065bc4cc0a4986d384f567b78', 'mac_address': 'fa:16:3e:ab:2c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b7c9b3-a08e-4db2-bb77-f65f58034536', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'f88d15e0-e243-4613-8514-55793b806556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:32Z', 'updated_at': '2021-07-29T14:27:33Z', 'revision_number': 2, 'project_id': 'fac76ac065bc4cc0a4986d384f567b78', 'subnets': [{'id': 'f88d15e0-e243-4613-8514-55793b806556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:27:38.737885 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a04430f-446e-46ce-a972-baae8094d216 None None] Checking router: 67b7c9b3-a08e-4db2-bb77-f65f58034536 for host: dv-cinder-802882-2-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:27:38.738192 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a04430f-446e-46ce-a972-baae8094d216 None None] Updating router 67b7c9b3-a08e-4db2-bb77-f65f58034536 port 32ae92f3-c098-40b8-9b96-285528c4513e binding host dv-cinder-802882-2-iscsi {{(pid=93049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:27:38.763394 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-7a04430f-446e-46ce-a972-baae8094d216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:39.059216 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-7a04430f-446e-46ce-a972-baae8094d216 None None] Notify callbacks [] for port, precommit_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:39.073288 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.provisioning_blocks [None req-7a04430f-446e-46ce-a972-baae8094d216 None None] Transition to ACTIVE for port object 32ae92f3-c098-40b8-9b96-285528c4513e will not be triggered until provisioned by entity L2. {{(pid=93049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:27:39.085494 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-7a04430f-446e-46ce-a972-baae8094d216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:39.103196 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0ddc9-b192-4f2f-a035-bd024d9462cb req-898b0f36-08b7-484d-9c5f-a0f8ca85a86c tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:39.110564 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-69b0ddc9-b192-4f2f-a035-bd024d9462cb req-898b0f36-08b7-484d-9c5f-a0f8ca85a86c tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 943 time: 0.0736897 Jul 29 14:27:39.169023 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-69b0ddc9-b192-4f2f-a035-bd024d9462cb req-e7f28a94-b532-484c-bcc6-c55932857c57 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575747 Jul 29 14:27:39.175539 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef78de7-28ca-4e83-9eaf-a850d09d739b None None] Pushing event updated for resources: {'Port': ['ID=32ae92f3-c098-40b8-9b96-285528c4513e,revision_number=3']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:39.246064 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-7a04430f-446e-46ce-a972-baae8094d216 None None] Attempting to bind port 32ae92f3-c098-40b8-9b96-285528c4513e on host dv-cinder-802882-2-iscsi for vnic_type normal with profile {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:27:39.246437 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-7a04430f-446e-46ce-a972-baae8094d216 None None] Attempting to bind port 32ae92f3-c098-40b8-9b96-285528c4513e by drivers openvswitch,hyperv on host dv-cinder-802882-2-iscsi at level 0 using segments [{'id': 'd1e066a2-edad-4504-86ea-564edaec1a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '649069cd-d806-427b-a757-cfeae2f626e8'}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:27:39.246796 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a04430f-446e-46ce-a972-baae8094d216 None None] Attempting to bind port 32ae92f3-c098-40b8-9b96-285528c4513e on network 649069cd-d806-427b-a757-cfeae2f626e8 {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:27:39.254183 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a04430f-446e-46ce-a972-baae8094d216 None None] Checking agent: {'id': '1ca66b18-24af-4c4d-ab67-53f04b5066d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 14, 58), 'started_at': datetime.datetime(2021, 7, 29, 14, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:27:39.254565 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a04430f-446e-46ce-a972-baae8094d216 None None] Checking segment: {'id': 'd1e066a2-edad-4504-86ea-564edaec1a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '649069cd-d806-427b-a757-cfeae2f626e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:27:39.254967 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-7a04430f-446e-46ce-a972-baae8094d216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:39.255360 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a04430f-446e-46ce-a972-baae8094d216 None None] Bound using segment: {'id': 'd1e066a2-edad-4504-86ea-564edaec1a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '649069cd-d806-427b-a757-cfeae2f626e8'} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:27:39.256022 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-7a04430f-446e-46ce-a972-baae8094d216 None None] Bound port: 32ae92f3-c098-40b8-9b96-285528c4513e, host: dv-cinder-802882-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e066a2-edad-4504-86ea-564edaec1a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '649069cd-d806-427b-a757-cfeae2f626e8'}}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:27:39.256424 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-7a04430f-446e-46ce-a972-baae8094d216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:39.324534 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875b1f2-88ae-4a97-99fc-df4e7b177a8c req-264b1220-2bdd-4330-9d4b-3e0f730d5c93 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:39.326746 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e875b1f2-88ae-4a97-99fc-df4e7b177a8c req-264b1220-2bdd-4330-9d4b-3e0f730d5c93 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0605328 Jul 29 14:27:39.342622 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-7a04430f-446e-46ce-a972-baae8094d216 None None] For port 32ae92f3-c098-40b8-9b96-285528c4513e, host dv-cinder-802882-2-iscsi, cleared binding levels {{(pid=93049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:27:39.347616 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-7a04430f-446e-46ce-a972-baae8094d216 None None] For port 32ae92f3-c098-40b8-9b96-285528c4513e, host dv-cinder-802882-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=32ae92f3-c098-40b8-9b96-285528c4513e,segment=NetworkSegment(d1e066a2-edad-4504-86ea-564edaec1a7e),segment_id=d1e066a2-edad-4504-86ea-564edaec1a7e)] {{(pid=93049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:27:39.365446 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-7a04430f-446e-46ce-a972-baae8094d216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:39.379150 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e875b1f2-88ae-4a97-99fc-df4e7b177a8c req-a6b4600e-4f94-4c78-b76d-97e002ddf42d tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426850 Jul 29 14:27:39.447433 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef78de7-28ca-4e83-9eaf-a850d09d739b None None] Pushing event updated for resources: {'Port': ['ID=32ae92f3-c098-40b8-9b96-285528c4513e,revision_number=4']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:39.450819 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a04430f-446e-46ce-a972-baae8094d216 None None] Routers {'67b7c9b3-a08e-4db2-bb77-f65f58034536'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:27:39.451941 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-7a04430f-446e-46ce-a972-baae8094d216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:27:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['67b7c9b3-a08e-4db2-bb77-f65f58034536'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:27:39.590948 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-7a04430f-446e-46ce-a972-baae8094d216 None None] Set router 67b7c9b3-a08e-4db2-bb77-f65f58034536 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:27:39.904144 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-7a04430f-446e-46ce-a972-baae8094d216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b7c9b3-a08e-4db2-bb77-f65f58034536', 'name': 'tempest-TestMinimumBasicScenario-441391833-router', 'tenant_id': 'fac76ac065bc4cc0a4986d384f567b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '094b3d8b-3aa7-4644-aadf-4dc4e653b8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:27:28Z', 'updated_at': '2021-07-29T14:27:33Z', 'revision_number': 4, 'project_id': 'fac76ac065bc4cc0a4986d384f567b78', 'gw_port': {'id': '094b3d8b-3aa7-4644-aadf-4dc4e653b8bf', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b7c9b3-a08e-4db2-bb77-f65f58034536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:29Z', 'updated_at': '2021-07-29T14:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': '32ae92f3-c098-40b8-9b96-285528c4513e', 'name': '', 'network_id': '649069cd-d806-427b-a757-cfeae2f626e8', 'tenant_id': 'fac76ac065bc4cc0a4986d384f567b78', 'mac_address': 'fa:16:3e:ab:2c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b7c9b3-a08e-4db2-bb77-f65f58034536', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'f88d15e0-e243-4613-8514-55793b806556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:32Z', 'updated_at': '2021-07-29T14:27:39Z', 'revision_number': 4, 'project_id': 'fac76ac065bc4cc0a4986d384f567b78', 'subnets': [{'id': 'f88d15e0-e243-4613-8514-55793b806556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:27:39.935402 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a04430f-446e-46ce-a972-baae8094d216 None None] The sync data for ids ['67b7c9b3-a08e-4db2-bb77-f65f58034536'] in dv-cinder-802882-2-iscsi is: [{'id': '67b7c9b3-a08e-4db2-bb77-f65f58034536', 'name': 'tempest-TestMinimumBasicScenario-441391833-router', 'tenant_id': 'fac76ac065bc4cc0a4986d384f567b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '094b3d8b-3aa7-4644-aadf-4dc4e653b8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:27:28Z', 'updated_at': '2021-07-29T14:27:33Z', 'revision_number': 4, 'project_id': 'fac76ac065bc4cc0a4986d384f567b78', 'gw_port': {'id': '094b3d8b-3aa7-4644-aadf-4dc4e653b8bf', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b7c9b3-a08e-4db2-bb77-f65f58034536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:29Z', 'updated_at': '2021-07-29T14:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': '32ae92f3-c098-40b8-9b96-285528c4513e', 'name': '', 'network_id': '649069cd-d806-427b-a757-cfeae2f626e8', 'tenant_id': 'fac76ac065bc4cc0a4986d384f567b78', 'mac_address': 'fa:16:3e:ab:2c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b7c9b3-a08e-4db2-bb77-f65f58034536', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'f88d15e0-e243-4613-8514-55793b806556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:32Z', 'updated_at': '2021-07-29T14:27:39Z', 'revision_number': 4, 'project_id': 'fac76ac065bc4cc0a4986d384f567b78', 'subnets': [{'id': 'f88d15e0-e243-4613-8514-55793b806556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:27:40.015278 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 32ae92f3-c098-40b8-9b96-285528c4513e up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:27:40.087995 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning for port 32ae92f3-c098-40b8-9b96-285528c4513e completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:27:40.096138 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port 32ae92f3-c098-40b8-9b96-285528c4513e triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:27:40.096552 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:40.209796 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:40.254948 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] For port 32ae92f3-c098-40b8-9b96-285528c4513e, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=32ae92f3-c098-40b8-9b96-285528c4513e,segment=NetworkSegment(d1e066a2-edad-4504-86ea-564edaec1a7e),segment_id=d1e066a2-edad-4504-86ea-564edaec1a7e)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:27:40.269650 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:40.334729 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed2cc7-2316-4001-880c-80a71f5666d1 req-14c53dbf-9f0c-479e-8c1b-08c4097403c5 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:40.344594 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-15ed2cc7-2316-4001-880c-80a71f5666d1 req-14c53dbf-9f0c-479e-8c1b-08c4097403c5 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 943 time: 0.0896974 Jul 29 14:27:40.346458 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Pushing event updated for resources: {'Port': ['ID=32ae92f3-c098-40b8-9b96-285528c4513e,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:40.359848 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:40.360325 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:40.360775 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:40.361216 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:40.361658 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:40.362036 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:40.362382 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:40.362820 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:40.363254 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:40.363659 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:40.364067 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:40.364460 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:27:40.385179 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-15ed2cc7-2316-4001-880c-80a71f5666d1 req-8be02665-f28f-4010-b470-24038b13f2b9 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392439 Jul 29 14:27:40.531571 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91df5c-dacb-47ac-ac24-cdb6dbff6318 req-ef87c496-f54e-4509-875b-28f21ad01901 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:40.539789 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cd91df5c-dacb-47ac-ac24-cdb6dbff6318 req-ef87c496-f54e-4509-875b-28f21ad01901 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0629900 Jul 29 14:27:40.587551 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cd91df5c-dacb-47ac-ac24-cdb6dbff6318 req-6c8c528b-813d-4ece-910f-303fc681d267 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448008 Jul 29 14:27:41.528836 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67298e-cf57-4c8b-8851-993fa740a432 req-1e24c5f4-5d1d-44f3-8963-4ccdffda0603 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:41.531816 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7c67298e-cf57-4c8b-8851-993fa740a432 req-1e24c5f4-5d1d-44f3-8963-4ccdffda0603 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 943 time: 0.0523076 Jul 29 14:27:41.577849 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7c67298e-cf57-4c8b-8851-993fa740a432 req-8b9e23ab-6ea6-4306-955b-089677471dcd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400066 Jul 29 14:27:41.705630 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5938b5-1157-4396-8f04-a655927bbd94 req-978ccf97-9034-4536-83e8-6fb1e5341788 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:41.707248 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2f5938b5-1157-4396-8f04-a655927bbd94 req-978ccf97-9034-4536-83e8-6fb1e5341788 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0526645 Jul 29 14:27:41.749375 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2f5938b5-1157-4396-8f04-a655927bbd94 req-7c0f5090-b653-4877-bb1f-f02399da7dbc tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347579 Jul 29 14:27:41.961814 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 32ae92f3-c098-40b8-9b96-285528c4513e up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:27:42.017537 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port 32ae92f3-c098-40b8-9b96-285528c4513e triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:27:42.017944 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:42.704915 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f09ccb-0a41-4a4f-8d86-a4c18443623f req-9baf0f1e-7f85-4d8c-a60d-5b48e1bc86af tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:42.706442 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-03f09ccb-0a41-4a4f-8d86-a4c18443623f req-9baf0f1e-7f85-4d8c-a60d-5b48e1bc86af tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 943 time: 0.0512993 Jul 29 14:27:42.746727 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-03f09ccb-0a41-4a4f-8d86-a4c18443623f req-d609cc8e-1413-4058-b8ff-6736c6fb24e2 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335841 Jul 29 14:27:42.882549 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16561c-8b5e-4d2a-9f03-c9073132c3db req-4379def6-7c1b-49e9-897a-2966ac82d2f1 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:42.884486 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8a16561c-8b5e-4d2a-9f03-c9073132c3db req-4379def6-7c1b-49e9-897a-2966ac82d2f1 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0564885 Jul 29 14:27:42.927806 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8a16561c-8b5e-4d2a-9f03-c9073132c3db req-2d910309-2fe8-430f-bd31-3bb13dc75439 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373311 Jul 29 14:27:43.152738 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4739c6d-7ae0-4a67-9fde-f2c689dc8306 req-52b3328e-459d-4051-a97b-3153f0ddade8 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:43.156478 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c4739c6d-7ae0-4a67-9fde-f2c689dc8306 req-52b3328e-459d-4051-a97b-3153f0ddade8 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0628505 Jul 29 14:27:43.201096 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c4739c6d-7ae0-4a67-9fde-f2c689dc8306 req-b72597ab-02cb-4b25-b3ef-9473921883d5 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401480 Jul 29 14:27:43.879597 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2eb03-ba16-4434-a4ea-b5ea241270e4 req-19ff4129-5654-4f30-bbe4-c11fd3ecb541 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:43.881309 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-74b2eb03-ba16-4434-a4ea-b5ea241270e4 req-19ff4129-5654-4f30-bbe4-c11fd3ecb541 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 943 time: 0.0518420 Jul 29 14:27:43.925392 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-74b2eb03-ba16-4434-a4ea-b5ea241270e4 req-3d750446-bb26-4a9f-b6a4-ca2d80e738e3 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381432 Jul 29 14:27:44.322248 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e83d9-aecc-4a4c-bc5b-88e4bca5e878 req-dd7d7cfa-504a-469f-a488-a84a6a8a5f03 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:44.323718 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-928e83d9-aecc-4a4c-bc5b-88e4bca5e878 req-dd7d7cfa-504a-469f-a488-a84a6a8a5f03 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0506575 Jul 29 14:27:44.363950 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-928e83d9-aecc-4a4c-bc5b-88e4bca5e878 req-ff4b7498-8eaf-4039-9f0e-59680c9f8377 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337572 Jul 29 14:27:44.556780 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 296f8582-546d-43c3-96cd-93a9f33026b4 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:27:44.651784 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 296f8582-546d-43c3-96cd-93a9f33026b4, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=296f8582-546d-43c3-96cd-93a9f33026b4,segment=NetworkSegment(9e1b997b-38b8-4a39-8704-0a229296c38f),segment_id=9e1b997b-38b8-4a39-8704-0a229296c38f)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:27:44.662880 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Returning: {'device': '296f8582-546d-43c3-96cd-93a9f33026b4', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'port_id': '296f8582-546d-43c3-96cd-93a9f33026b4', 'mac_address': 'fa:16:3e:97:f5:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:27:44.699921 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:44.700842 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-953879fd-20c7-4b82-a04c-b3a3b72dd126 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:44.703189 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-953879fd-20c7-4b82-a04c-b3a3b72dd126 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/networks?id=c4b95e0e-568e-4b97-9204-e060c84b061b HTTP/1.1" status: 200 len: 814 time: 0.1019027 Jul 29 14:27:44.716577 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 296f8582-546d-43c3-96cd-93a9f33026b4 {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:27:44.719660 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-d13bd2ad-9eaf-4804-b4eb-9d2afbf69f94 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/quotas/b522af7cb81c4d7583899d89c7783d4f HTTP/1.1" status: 200 len: 375 time: 0.0105240 Jul 29 14:27:44.736916 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 296f8582-546d-43c3-96cd-93a9f33026b4, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=296f8582-546d-43c3-96cd-93a9f33026b4,segment=NetworkSegment(9e1b997b-38b8-4a39-8704-0a229296c38f),segment_id=9e1b997b-38b8-4a39-8704-0a229296c38f)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:27:44.740879 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:44.771763 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-ec6510af-71ad-4253-962a-e9c9cb814477 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b522af7cb81c4d7583899d89c7783d4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461535 Jul 29 14:27:44.788623 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=296f8582-546d-43c3-96cd-93a9f33026b4,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:44.871413 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-18dbd739-30cb-49f7-8356-0dec78eb0116 service neutron] 10.222.0.44 "GET /v2.0/networks/c4b95e0e-568e-4b97-9204-e060c84b061b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852821 Jul 29 14:27:44.962642 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-063bf66b-a361-4b97-b0a1-de34a51d7c48 service neutron] 10.222.0.44 "GET /v2.0/networks/c4b95e0e-568e-4b97-9204-e060c84b061b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851924 Jul 29 14:27:45.050038 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7d06a-512c-4e75-8693-2d0f625cc848 req-01722c21-df0e-46a5-a371-5ba27618b742 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:45.051529 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-48d7d06a-512c-4e75-8693-2d0f625cc848 req-01722c21-df0e-46a5-a371-5ba27618b742 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 944 time: 0.0540357 Jul 29 14:27:45.095708 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-48d7d06a-512c-4e75-8693-2d0f625cc848 req-1dad18ed-8007-4d00-aa1c-e49b79895119 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360100 Jul 29 14:27:45.121848 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0d9c2d68-a364-49de-b07e-efc9709ffae6 req-3acf229f-c208-4eaa-bf15-5961af4a41f7 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 210 time: 0.0256152 Jul 29 14:27:45.480000 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6bbbab-3792-4b9c-b051-c93f54ad8198 req-b48dd67f-df92-4256-80f8-f2d68d8e0a53 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:45.481364 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1b6bbbab-3792-4b9c-b051-c93f54ad8198 req-b48dd67f-df92-4256-80f8-f2d68d8e0a53 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0484519 Jul 29 14:27:45.520530 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1b6bbbab-3792-4b9c-b051-c93f54ad8198 req-c4cf695a-3e0a-4746-a042-e98880d2d4c8 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324700 Jul 29 14:27:45.744789 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43014794-7c00-4325-88b3-96c3f6d57f26 req-c9e5fca8-8554-4fb0-b536-bc0b28dc49c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:45.746292 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-43014794-7c00-4325-88b3-96c3f6d57f26 req-c9e5fca8-8554-4fb0-b536-bc0b28dc49c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ceeb7b9bd977407984c0031f1d786310&device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 1099 time: 0.0452547 Jul 29 14:27:45.859519 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43014794-7c00-4325-88b3-96c3f6d57f26 req-74719ade-8ac2-4dcd-8bc7-7080fb562cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:45.861139 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-43014794-7c00-4325-88b3-96c3f6d57f26 req-74719ade-8ac2-4dcd-8bc7-7080fb562cf8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3cec429-afe0-40ba-a154-12d562265125 HTTP/1.1" status: 200 len: 911 time: 0.0936263 Jul 29 14:27:45.876108 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['296f8582-546d-43c3-96cd-93a9f33026b4'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:27:45.938324 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-43014794-7c00-4325-88b3-96c3f6d57f26 req-e4029713-8a28-48f7-9a0a-70443db7bf22 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63ee529b-d804-4509-b79a-2b8d91edfaa0 HTTP/1.1" status: 200 len: 1001 time: 0.0619683 Jul 29 14:27:45.990849 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43014794-7c00-4325-88b3-96c3f6d57f26 req-94c30a59-1ff7-4d86-a190-6329a420cb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:45.992204 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-43014794-7c00-4325-88b3-96c3f6d57f26 req-94c30a59-1ff7-4d86-a190-6329a420cb8e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0feee60d-456e-4fb7-af3e-353853088018 HTTP/1.1" status: 200 len: 849 time: 0.0432718 Jul 29 14:27:46.037930 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43014794-7c00-4325-88b3-96c3f6d57f26 req-bdc65da8-417b-4bbb-9f93-ed3539586bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:46.039548 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-43014794-7c00-4325-88b3-96c3f6d57f26 req-bdc65da8-417b-4bbb-9f93-ed3539586bc8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3cec429-afe0-40ba-a154-12d562265125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391231 Jul 29 14:27:46.134770 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-43014794-7c00-4325-88b3-96c3f6d57f26 req-6e5dab18-192b-4691-875a-a4564daccdb1 service neutron] 10.222.0.42 "GET /v2.0/networks/b3cec429-afe0-40ba-a154-12d562265125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855284 Jul 29 14:27:46.257722 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e94dfffb-6d88-498b-9041-f394a9965943 req-900bd9e9-2ba2-444b-89f9-43fff014e93d tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 210 time: 0.0587027 Jul 29 14:27:46.301592 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d09da-5054-4788-970a-ec0521e83792 req-cf2884a5-d2b9-4ebe-a6ee-672953809db6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:46.309898 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b86d09da-5054-4788-970a-ec0521e83792 req-cf2884a5-d2b9-4ebe-a6ee-672953809db6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 944 time: 0.1225064 Jul 29 14:27:46.321176 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-43014794-7c00-4325-88b3-96c3f6d57f26 req-4a8a8bcd-ea93-458e-9520-bfe42c8d816a service neutron] 10.222.0.42 "GET /v2.0/networks/b3cec429-afe0-40ba-a154-12d562265125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782751 Jul 29 14:27:46.330915 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-eee97707-323c-44bd-bbf2-049d759a5595 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:46.333193 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-eee97707-323c-44bd-bbf2-049d759a5595 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.42 "GET /v2.0/networks?id=c4b95e0e-568e-4b97-9204-e060c84b061b HTTP/1.1" status: 200 len: 814 time: 0.1232727 Jul 29 14:27:46.350173 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-1ac5ecfb-aa62-4de1-8308-2dc7454216f2 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Request body: {'port': {'device_id': '7a361774-f998-4e05-a52c-55a7b5593723', 'network_id': 'c4b95e0e-568e-4b97-9204-e060c84b061b', 'admin_state_up': True, 'tenant_id': 'b522af7cb81c4d7583899d89c7783d4f'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:27:46.350454 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b86d09da-5054-4788-970a-ec0521e83792 req-9c79db08-1f1f-4609-93fe-496ca1293442 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395250 Jul 29 14:27:46.470067 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-1ac5ecfb-aa62-4de1-8308-2dc7454216f2 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Made reservation on behalf of b522af7cb81c4d7583899d89c7783d4f for: {'port': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:27:46.473609 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-1ac5ecfb-aa62-4de1-8308-2dc7454216f2 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:46.623746 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-1ac5ecfb-aa62-4de1-8308-2dc7454216f2 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Allocated IP 172.20.0.8 (c4b95e0e-568e-4b97-9204-e060c84b061b/986eeae2-0f7f-4c34-a670-fcda2a53fd9d/188f4dfc-101b-4d0c-84a6-daa14ebf07f8) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:27:46.656321 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ad901-f22c-4d2a-b2e6-a738bb13c89f req-9e0d686d-816b-4f52-98ac-05e6b4f42061 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:46.658088 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5c9ad901-f22c-4d2a-b2e6-a738bb13c89f req-9e0d686d-816b-4f52-98ac-05e6b4f42061 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0521824 Jul 29 14:27:46.697274 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5c9ad901-f22c-4d2a-b2e6-a738bb13c89f req-a8c9d1aa-5ddf-491e-8595-0a88d9d9a602 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333526 Jul 29 14:27:46.790630 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-1ac5ecfb-aa62-4de1-8308-2dc7454216f2 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:46.805584 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-1ac5ecfb-aa62-4de1-8308-2dc7454216f2 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Transition to ACTIVE for port object 188f4dfc-101b-4d0c-84a6-daa14ebf07f8 will not be triggered until provisioned by entity DHCP. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:27:46.857236 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-1ac5ecfb-aa62-4de1-8308-2dc7454216f2 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:46.929172 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-1ac5ecfb-aa62-4de1-8308-2dc7454216f2 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Network c4b95e0e-568e-4b97-9204-e060c84b061b is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:27:46.934038 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-1ac5ecfb-aa62-4de1-8308-2dc7454216f2 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:27:46.936926 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5ecfb-aa62-4de1-8308-2dc7454216f2 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Pushing event updated for resources: {'Port': ['ID=188f4dfc-101b-4d0c-84a6-daa14ebf07f8,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:46.948954 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-1ac5ecfb-aa62-4de1-8308-2dc7454216f2 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:27:47.033650 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-1ac5ecfb-aa62-4de1-8308-2dc7454216f2 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:47.034289 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-1ac5ecfb-aa62-4de1-8308-2dc7454216f2 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:47.061885 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-1ac5ecfb-aa62-4de1-8308-2dc7454216f2 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7169149 Jul 29 14:27:47.231794 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-45e2abd4-c33a-4264-8dce-b30a01891673 None None] Provisioning for port 188f4dfc-101b-4d0c-84a6-daa14ebf07f8 completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:27:47.237991 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-45e2abd4-c33a-4264-8dce-b30a01891673 None None] Provisioning complete for port 188f4dfc-101b-4d0c-84a6-daa14ebf07f8 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:27:47.238644 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-45e2abd4-c33a-4264-8dce-b30a01891673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:47.275200 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-45e2abd4-c33a-4264-8dce-b30a01891673 None None] Port 188f4dfc-101b-4d0c-84a6-daa14ebf07f8 cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:27:47.388521 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ee694-4eaf-4d03-949b-ee2596924e2f req-4fc0475b-0c3c-424e-ac4a-209da31f27a5 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:47.390242 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-941ee694-4eaf-4d03-949b-ee2596924e2f req-4fc0475b-0c3c-424e-ac4a-209da31f27a5 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 931 time: 0.0510499 Jul 29 14:27:47.459107 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-941ee694-4eaf-4d03-949b-ee2596924e2f req-6c318c5a-aa45-408e-9be8-c3a55bff2f3e tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614254 Jul 29 14:27:47.484429 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9dc499-62ef-4e10-bcf6-ec01273de4d3 req-54e74df0-d05d-48ee-97c5-3978bd8ef3e7 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:47.485951 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-be9dc499-62ef-4e10-bcf6-ec01273de4d3 req-54e74df0-d05d-48ee-97c5-3978bd8ef3e7 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 944 time: 0.0562706 Jul 29 14:27:47.527863 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-be9dc499-62ef-4e10-bcf6-ec01273de4d3 req-5396141a-0e53-4f41-8b93-ff7b754842b6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359550 Jul 29 14:27:47.821966 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a26973-4c70-4009-bc03-40f592c43108 req-fda8446e-6f2d-4904-93a5-fb0df510ca6c tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:47.824683 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e4a26973-4c70-4009-bc03-40f592c43108 req-fda8446e-6f2d-4904-93a5-fb0df510ca6c tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0555844 Jul 29 14:27:47.865280 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e4a26973-4c70-4009-bc03-40f592c43108 req-fd5facec-fc17-40d2-bd1d-18a3f497a1ad tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397246 Jul 29 14:27:48.235585 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 296f8582-546d-43c3-96cd-93a9f33026b4 up at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:27:48.284525 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning for port 296f8582-546d-43c3-96cd-93a9f33026b4 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:27:48.288956 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning complete for port 296f8582-546d-43c3-96cd-93a9f33026b4 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:27:48.289337 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:48.372717 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:48.397131 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9991e2-2470-4fe9-959f-7a1b6b48ad25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296f8582-546d-43c3-96cd-93a9f33026b4'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:27:48.399429 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccb16db2f9a74c00367815e69fa446d7a78c69e07d65ec2c4e32efa5fc27a6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0001d2c-ace4-418f-a7d5-a1d285fd0696" -d '{"events": [{"server_uuid": "6e9991e2-2470-4fe9-959f-7a1b6b48ad25", "name": "network-vif-plugged", "status": "completed", "tag": "296f8582-546d-43c3-96cd-93a9f33026b4"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:27:48.417723 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 296f8582-546d-43c3-96cd-93a9f33026b4, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=296f8582-546d-43c3-96cd-93a9f33026b4,segment=NetworkSegment(9e1b997b-38b8-4a39-8704-0a229296c38f),segment_id=9e1b997b-38b8-4a39-8704-0a229296c38f)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:27:48.422618 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:48.449592 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa111a0-792c-4655-9c84-6dedc70c0971 x-openstack-request-id: req-7fa111a0-792c-4655-9c84-6dedc70c0971 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:27:48.449882 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9991e2-2470-4fe9-959f-7a1b6b48ad25", "name": "network-vif-plugged", "status": "completed", "tag": "296f8582-546d-43c3-96cd-93a9f33026b4", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:27:48.450169 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7fa111a0-792c-4655-9c84-6dedc70c0971 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:27:48.450585 dv-cinder-802882-2-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9991e2-2470-4fe9-959f-7a1b6b48ad25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296f8582-546d-43c3-96cd-93a9f33026b4', 'code': 200} Jul 29 14:27:48.475593 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=296f8582-546d-43c3-96cd-93a9f33026b4,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:48.586349 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995001c6-fa76-4479-b1e3-820a2bc702d1 req-0fbd66ba-aa8b-42c9-a468-5b957130ced3 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:48.590403 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-995001c6-fa76-4479-b1e3-820a2bc702d1 req-0fbd66ba-aa8b-42c9-a468-5b957130ced3 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 931 time: 0.0573387 Jul 29 14:27:48.659810 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-995001c6-fa76-4479-b1e3-820a2bc702d1 req-da1936be-b25e-466b-b575-b218199b2d5b tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657003 Jul 29 14:27:48.680156 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f55155-9664-445c-a73e-77b390d175fa req-8208e0c7-a6f6-441c-a35c-4705de55d133 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:48.681639 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-93f55155-9664-445c-a73e-77b390d175fa req-8208e0c7-a6f6-441c-a35c-4705de55d133 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 945 time: 0.0698698 Jul 29 14:27:48.727746 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-93f55155-9664-445c-a73e-77b390d175fa req-4cec1fea-8bee-4a13-bc2c-fcfc81c56343 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400872 Jul 29 14:27:49.779172 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595a42a-de2c-4aef-ae2c-7cebfc9413aa req-0e12fe9a-71df-4ce6-ae35-82ae1dcbd6f6 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:49.787762 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5595a42a-de2c-4aef-ae2c-7cebfc9413aa req-0e12fe9a-71df-4ce6-ae35-82ae1dcbd6f6 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 931 time: 0.0613897 Jul 29 14:27:49.852585 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5595a42a-de2c-4aef-ae2c-7cebfc9413aa req-cd995426-a390-4adf-8fd3-8064c0d97530 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635495 Jul 29 14:27:49.874976 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a40c68-1d0d-44cf-bb43-f48d260ac234 req-a9c36941-a637-414f-9741-717dbee4e994 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:49.874976 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-31a40c68-1d0d-44cf-bb43-f48d260ac234 req-a9c36941-a637-414f-9741-717dbee4e994 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 945 time: 0.0716684 Jul 29 14:27:49.919287 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-31a40c68-1d0d-44cf-bb43-f48d260ac234 req-080338f4-3670-4ad8-b9a2-52b0baa1c1fd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353339 Jul 29 14:27:50.978256 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ae1b2-bf39-4fdd-a24f-e9d37dfd4e89 req-20ecaf42-4e8b-4f08-8558-5e46a0a02843 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:50.979888 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-162ae1b2-bf39-4fdd-a24f-e9d37dfd4e89 req-20ecaf42-4e8b-4f08-8558-5e46a0a02843 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 931 time: 0.0538642 Jul 29 14:27:51.050773 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-162ae1b2-bf39-4fdd-a24f-e9d37dfd4e89 req-9253e0ce-299e-427b-8d30-7f16afb519b2 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643063 Jul 29 14:27:51.066736 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1033b-4ceb-4c1e-a35c-3be83712082b req-d9492a75-62b8-4ec2-a7d9-a5ad47a09ca2 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:51.068214 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-40b1033b-4ceb-4c1e-a35c-3be83712082b req-d9492a75-62b8-4ec2-a7d9-a5ad47a09ca2 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 945 time: 0.0640850 Jul 29 14:27:51.106577 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-40b1033b-4ceb-4c1e-a35c-3be83712082b req-21f4a6cb-d772-4a4a-8ddc-3b12531706d0 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324488 Jul 29 14:27:52.167457 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b905896-1b83-47dd-a553-22b63b91af74 req-a825be99-03bc-47d4-b96a-e414a2ec1163 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:52.168965 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3b905896-1b83-47dd-a553-22b63b91af74 req-a825be99-03bc-47d4-b96a-e414a2ec1163 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 931 time: 0.0527594 Jul 29 14:27:52.238017 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3b905896-1b83-47dd-a553-22b63b91af74 req-8e3ed8ad-a4ea-41a0-bc94-a70bb46e3c62 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556993 Jul 29 14:27:52.252277 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54201a3d-5b1a-4d02-9e8e-ccdc42859014 req-f1146515-9491-4239-ac82-15b492291c19 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:52.254085 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-54201a3d-5b1a-4d02-9e8e-ccdc42859014 req-f1146515-9491-4239-ac82-15b492291c19 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 945 time: 0.0800622 Jul 29 14:27:52.293844 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-54201a3d-5b1a-4d02-9e8e-ccdc42859014 req-be85dd50-7d4c-4800-b2a8-1a30cdb1a9a5 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339160 Jul 29 14:27:53.396375 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4452b-bc2d-4b88-8379-0eca49a7db1b req-fe4fe366-7454-41ad-a17f-d92f0e83cd7e tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:53.397941 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-35b4452b-bc2d-4b88-8379-0eca49a7db1b req-fe4fe366-7454-41ad-a17f-d92f0e83cd7e tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 931 time: 0.0835631 Jul 29 14:27:53.494178 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3899c-9929-41cb-aae4-868ea85d6edd req-9c9c7648-5e1b-4500-8e6c-b89e229246d5 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:53.495710 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-50a3899c-9929-41cb-aae4-868ea85d6edd req-9c9c7648-5e1b-4500-8e6c-b89e229246d5 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 945 time: 0.0937746 Jul 29 14:27:53.504515 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-35b4452b-bc2d-4b88-8379-0eca49a7db1b req-526bc472-1ab1-4644-a8d0-fd05ba593f0e tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769217 Jul 29 14:27:53.539334 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-50a3899c-9929-41cb-aae4-868ea85d6edd req-69f81936-b739-4f6e-8754-9cba43b1bc27 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334458 Jul 29 14:27:54.620240 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c190719-d583-4b1e-ad89-44fb67bf4d75 req-304e4a4e-e71d-4f49-b783-75b6e3f366a5 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:54.622044 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8c190719-d583-4b1e-ad89-44fb67bf4d75 req-304e4a4e-e71d-4f49-b783-75b6e3f366a5 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 931 time: 0.0508552 Jul 29 14:27:54.693528 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8c190719-d583-4b1e-ad89-44fb67bf4d75 req-9480a4b2-ca10-4224-989d-ddb36a8405c4 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644684 Jul 29 14:27:54.714002 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b8a6c-3f94-4778-be84-1f4e0f8a862f req-a39618d4-2545-4064-9f9a-7560d8305444 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:54.714002 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8e5b8a6c-3f94-4778-be84-1f4e0f8a862f req-a39618d4-2545-4064-9f9a-7560d8305444 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 945 time: 0.0748057 Jul 29 14:27:54.763178 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8e5b8a6c-3f94-4778-be84-1f4e0f8a862f req-7ecc7a81-3469-4abf-aeec-cf79abc61eb9 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409794 Jul 29 14:27:55.079203 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-8fc6f0aa-188a-45f0-b038-0e07488133a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:55.822519 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45181439-22d7-4dcb-ab31-5350bd96888d req-35e3116f-31f9-45c6-8ce5-042dc9bae114 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:55.822519 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-45181439-22d7-4dcb-ab31-5350bd96888d req-35e3116f-31f9-45c6-8ce5-042dc9bae114 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 931 time: 0.0520413 Jul 29 14:27:55.890634 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-45181439-22d7-4dcb-ab31-5350bd96888d req-1b44e5a7-ecbd-4669-916e-3142c715374b tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629773 Jul 29 14:27:55.909828 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c8c45-c896-4508-b7f6-f65b947e05cb req-f0636e9e-77a8-449c-b08f-0f805c267320 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:55.911412 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8d0c8c45-c896-4508-b7f6-f65b947e05cb req-f0636e9e-77a8-449c-b08f-0f805c267320 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 945 time: 0.0682216 Jul 29 14:27:55.951900 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8d0c8c45-c896-4508-b7f6-f65b947e05cb req-ce0d0144-2d23-4106-9fd5-013d6e69ece0 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330899 Jul 29 14:27:56.130674 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:27:56.328066 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:57.016416 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbaa69-545f-46d8-818e-8e33f0961362 req-dc198713-5c6b-4979-8257-936cd6dc57bb tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:57.017942 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b9dbaa69-545f-46d8-818e-8e33f0961362 req-dc198713-5c6b-4979-8257-936cd6dc57bb tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 931 time: 0.0546827 Jul 29 14:27:57.090192 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b9dbaa69-545f-46d8-818e-8e33f0961362 req-1b05a735-7649-461f-b3a4-92a9705921bb tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662720 Jul 29 14:27:57.105182 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bb958-18f5-4470-a2ca-15b2d05b3611 req-f0056e3f-e031-44ea-8e45-f5b213b5ec2f tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:57.110471 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-602bb958-18f5-4470-a2ca-15b2d05b3611 req-f0056e3f-e031-44ea-8e45-f5b213b5ec2f tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 945 time: 0.0794740 Jul 29 14:27:57.148185 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-602bb958-18f5-4470-a2ca-15b2d05b3611 req-3dacc16a-47ee-414f-9018-a20e5d9d5336 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348744 Jul 29 14:27:57.575175 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 33160) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:57.687532 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-75da93b0-3f6b-463c-aa0e-2e05efa7b8c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:57.776127 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-75da93b0-3f6b-463c-aa0e-2e05efa7b8c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:57.779802 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-75da93b0-3f6b-463c-aa0e-2e05efa7b8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:57.815582 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da93b0-3f6b-463c-aa0e-2e05efa7b8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d091da78-16d7-4897-8217-e29004addf7c,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:57.822725 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-75da93b0-3f6b-463c-aa0e-2e05efa7b8c5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=adac097ac9964a2b9d6ac3b622533ce2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437036 Jul 29 14:27:57.822918 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 33164) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:57.870893 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d3c89190-b38b-4d64-89c9-402ee8ae568b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:57.892048 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d3c89190-b38b-4d64-89c9-402ee8ae568b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:57.938277 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d3c89190-b38b-4d64-89c9-402ee8ae568b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:57.940662 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d3c89190-b38b-4d64-89c9-402ee8ae568b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:57.941793 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-d3c89190-b38b-4d64-89c9-402ee8ae568b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d091da78-16d7-4897-8217-e29004addf7c HTTP/1.1" status: 204 len: 168 time: 0.1179743 Jul 29 14:27:57.949641 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c89190-b38b-4d64-89c9-402ee8ae568b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d091da78-16d7-4897-8217-e29004addf7c,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:57.980096 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-cd8d63a7-9180-4cee-a597-2a2ce2ec48d6 service neutron] Request body: {'port': {'device_id': '7a361774-f998-4e05-a52c-55a7b5593723', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:27:58.022177 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-bb98d841-73a2-472e-ba38-994ca3268bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:58.043258 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-cd8d63a7-9180-4cee-a597-2a2ce2ec48d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:58.222714 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e5fef-f1c2-4527-8a86-5fc81a0b24f3 req-6546640f-a98b-46ff-9076-cae5b5a3877d tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:58.225168 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5e3e5fef-f1c2-4527-8a86-5fc81a0b24f3 req-6546640f-a98b-46ff-9076-cae5b5a3877d tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 931 time: 0.0538282 Jul 29 14:27:58.261240 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:58.313523 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5e3e5fef-f1c2-4527-8a86-5fc81a0b24f3 req-34242bbd-c2ae-439f-b29f-4057cdd27b7c tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821328 Jul 29 14:27:58.339435 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b52d5-8232-4f70-a1ba-4517e08cd3b7 req-5d730e35-58f4-4a4b-8442-4c5e6b1dd8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:58.341204 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1a2b52d5-8232-4f70-a1ba-4517e08cd3b7 req-5d730e35-58f4-4a4b-8442-4c5e6b1dd8fc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 1098 time: 0.0838745 Jul 29 14:27:58.344253 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-cd8d63a7-9180-4cee-a597-2a2ce2ec48d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 188f4dfc-101b-4d0c-84a6-daa14ebf07f8 {{(pid=93046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:27:58.352457 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-cd8d63a7-9180-4cee-a597-2a2ce2ec48d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:58.367570 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-cd8d63a7-9180-4cee-a597-2a2ce2ec48d6 service neutron] Transition to ACTIVE for port object 188f4dfc-101b-4d0c-84a6-daa14ebf07f8 will not be triggered until provisioned by entity L2. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:27:58.371325 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-cd8d63a7-9180-4cee-a597-2a2ce2ec48d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971904'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:58.374317 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2407a8a-17bc-417c-8e6c-215fe5943197 req-2099d31c-3471-4e60-b4e1-8ed051f03462 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:58.376500 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c2407a8a-17bc-417c-8e6c-215fe5943197 req-2099d31c-3471-4e60-b4e1-8ed051f03462 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 945 time: 0.0867145 Jul 29 14:27:58.407011 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1a2b52d5-8232-4f70-a1ba-4517e08cd3b7 req-9abe5095-a4a9-417c-b5e4-efd4120eb749 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575292 Jul 29 14:27:58.428034 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c2407a8a-17bc-417c-8e6c-215fe5943197 req-59e17cce-45f5-4a39-a9f7-40aabdd52599 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405202 Jul 29 14:27:58.466042 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d63a7-9180-4cee-a597-2a2ce2ec48d6 service neutron] Pushing event updated for resources: {'Port': ['ID=188f4dfc-101b-4d0c-84a6-daa14ebf07f8,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:58.506765 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-cd8d63a7-9180-4cee-a597-2a2ce2ec48d6 service neutron] Attempting to bind port 188f4dfc-101b-4d0c-84a6-daa14ebf07f8 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:27:58.507471 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-cd8d63a7-9180-4cee-a597-2a2ce2ec48d6 service neutron] Attempting to bind port 188f4dfc-101b-4d0c-84a6-daa14ebf07f8 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': 'd13475f9-0874-455c-8209-a74023657473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c4b95e0e-568e-4b97-9204-e060c84b061b'}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:27:58.507605 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-cd8d63a7-9180-4cee-a597-2a2ce2ec48d6 service neutron] Attempting to bind port 188f4dfc-101b-4d0c-84a6-daa14ebf07f8 on network c4b95e0e-568e-4b97-9204-e060c84b061b {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:27:58.511920 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-cd8d63a7-9180-4cee-a597-2a2ce2ec48d6 service neutron] Port 188f4dfc-101b-4d0c-84a6-daa14ebf07f8 on network c4b95e0e-568e-4b97-9204-e060c84b061b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:27:58.512302 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-cd8d63a7-9180-4cee-a597-2a2ce2ec48d6 service neutron] Attempting to bind port 188f4dfc-101b-4d0c-84a6-daa14ebf07f8 on network c4b95e0e-568e-4b97-9204-e060c84b061b {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:27:58.518513 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-cd8d63a7-9180-4cee-a597-2a2ce2ec48d6 service neutron] Checking agent: {'id': 'fd26b577-982f-4e34-ab76-8a88883d4fab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:27:58.518851 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-cd8d63a7-9180-4cee-a597-2a2ce2ec48d6 service neutron] Checking segment: {'id': 'd13475f9-0874-455c-8209-a74023657473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c4b95e0e-568e-4b97-9204-e060c84b061b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:27:58.519235 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-cd8d63a7-9180-4cee-a597-2a2ce2ec48d6 service neutron] Bound using segment: {'id': 'd13475f9-0874-455c-8209-a74023657473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c4b95e0e-568e-4b97-9204-e060c84b061b'} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:27:58.519664 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-cd8d63a7-9180-4cee-a597-2a2ce2ec48d6 service neutron] Bound port: 188f4dfc-101b-4d0c-84a6-daa14ebf07f8, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd13475f9-0874-455c-8209-a74023657473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c4b95e0e-568e-4b97-9204-e060c84b061b'}}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:27:58.520024 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-cd8d63a7-9180-4cee-a597-2a2ce2ec48d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:58.589944 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-cd8d63a7-9180-4cee-a597-2a2ce2ec48d6 service neutron] For port 188f4dfc-101b-4d0c-84a6-daa14ebf07f8, host hv-cinder-80288, cleared binding levels {{(pid=93046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:27:58.593551 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-cd8d63a7-9180-4cee-a597-2a2ce2ec48d6 service neutron] For port 188f4dfc-101b-4d0c-84a6-daa14ebf07f8, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=188f4dfc-101b-4d0c-84a6-daa14ebf07f8,segment=NetworkSegment(d13475f9-0874-455c-8209-a74023657473),segment_id=d13475f9-0874-455c-8209-a74023657473)] {{(pid=93046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:27:58.598705 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-cd8d63a7-9180-4cee-a597-2a2ce2ec48d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971904'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:58.636421 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-cd8d63a7-9180-4cee-a597-2a2ce2ec48d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:58.637039 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-cd8d63a7-9180-4cee-a597-2a2ce2ec48d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:58.638450 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-cd8d63a7-9180-4cee-a597-2a2ce2ec48d6 service neutron] 10.222.0.42 "PUT /v2.0/ports/188f4dfc-101b-4d0c-84a6-daa14ebf07f8 HTTP/1.1" status: 200 len: 1093 time: 0.6634309 Jul 29 14:27:58.638989 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a361774-f998-4e05-a52c-55a7b5593723', 'tag': '188f4dfc-101b-4d0c-84a6-daa14ebf07f8'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:27:58.641299 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12d0d8acfdc7c270d197b253719fe34768a82c9c4ffac31e71dba4df5af88c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2cee9e-d778-416c-958f-dab404748cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "7a361774-f998-4e05-a52c-55a7b5593723", "tag": "188f4dfc-101b-4d0c-84a6-daa14ebf07f8"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:27:58.675218 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d63a7-9180-4cee-a597-2a2ce2ec48d6 service neutron] Pushing event updated for resources: {'Port': ['ID=188f4dfc-101b-4d0c-84a6-daa14ebf07f8,revision_number=3']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:27:58.725609 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d4ef00-2735-4669-8b2f-4d6b43c86a4d x-openstack-request-id: req-c1d4ef00-2735-4669-8b2f-4d6b43c86a4d {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:27:58.725901 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a361774-f998-4e05-a52c-55a7b5593723", "tag": "188f4dfc-101b-4d0c-84a6-daa14ebf07f8", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:27:58.726191 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c1d4ef00-2735-4669-8b2f-4d6b43c86a4d {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:27:58.726619 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a361774-f998-4e05-a52c-55a7b5593723', 'tag': '188f4dfc-101b-4d0c-84a6-daa14ebf07f8', 'status': 'completed', 'code': 200} Jul 29 14:27:58.742728 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-0113a9af-8757-4c4a-bded-4f5b478c6bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:58.744269 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-0113a9af-8757-4c4a-bded-4f5b478c6bfc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b522af7cb81c4d7583899d89c7783d4f&device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 1096 time: 0.0533626 Jul 29 14:27:58.797710 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-b4749537-fee4-4728-991a-0c6e8e570832 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=188f4dfc-101b-4d0c-84a6-daa14ebf07f8 HTTP/1.1" status: 200 len: 217 time: 0.0429509 Jul 29 14:27:58.857401 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-38717bd2-fcfd-42cc-a516-1c125f0ba729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:58.859869 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-38717bd2-fcfd-42cc-a516-1c125f0ba729 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=986eeae2-0f7f-4c34-a670-fcda2a53fd9d HTTP/1.1" status: 200 len: 853 time: 0.0545709 Jul 29 14:27:58.909965 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-0a175358-b2aa-4071-890a-8d6288858571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:58.911650 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-0a175358-b2aa-4071-890a-8d6288858571 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4b95e0e-568e-4b97-9204-e060c84b061b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414190 Jul 29 14:27:59.006326 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-0160feee-f08b-45e1-9a0d-99e761b2adc0 service neutron] 10.222.0.42 "GET /v2.0/networks/c4b95e0e-568e-4b97-9204-e060c84b061b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844324 Jul 29 14:27:59.107184 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-f5286099-e369-4edd-92ca-61b48e79eb5a req-71d4465f-9b93-4c10-9879-741f514607d7 service neutron] 10.222.0.42 "GET /v2.0/networks/c4b95e0e-568e-4b97-9204-e060c84b061b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898907 Jul 29 14:27:59.208709 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cee9e-d778-416c-958f-dab404748cb0 req-efa5aa1e-4b3c-4f08-b374-23e8bdc1f85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:59.210321 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0b2cee9e-d778-416c-958f-dab404748cb0 req-efa5aa1e-4b3c-4f08-b374-23e8bdc1f85b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b522af7cb81c4d7583899d89c7783d4f&device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 1096 time: 0.0405743 Jul 29 14:27:59.318594 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cee9e-d778-416c-958f-dab404748cb0 req-3afb417f-ed76-49fd-9ed2-53c23f7e810e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:59.320060 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0b2cee9e-d778-416c-958f-dab404748cb0 req-3afb417f-ed76-49fd-9ed2-53c23f7e810e service neutron] 10.222.0.42 "GET /v2.0/networks?id=c4b95e0e-568e-4b97-9204-e060c84b061b HTTP/1.1" status: 200 len: 915 time: 0.0985429 Jul 29 14:27:59.340738 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:27:59.380177 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0b2cee9e-d778-416c-958f-dab404748cb0 req-0118257a-8347-45eb-b13c-14d20a2780c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=188f4dfc-101b-4d0c-84a6-daa14ebf07f8 HTTP/1.1" status: 200 len: 217 time: 0.0405495 Jul 29 14:27:59.438071 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cee9e-d778-416c-958f-dab404748cb0 req-bc27958f-b0f7-4541-8cff-6adf3dc9ac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:59.438071 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0b2cee9e-d778-416c-958f-dab404748cb0 req-bc27958f-b0f7-4541-8cff-6adf3dc9ac32 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=986eeae2-0f7f-4c34-a670-fcda2a53fd9d HTTP/1.1" status: 200 len: 853 time: 0.0479436 Jul 29 14:27:59.445369 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cae373-83ca-45d9-95f7-e6efa2dd64de req-8e3961f3-b10a-4afc-953d-845548efdee4 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:59.446955 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-54cae373-83ca-45d9-95f7-e6efa2dd64de req-8e3961f3-b10a-4afc-953d-845548efdee4 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 943 time: 0.0555418 Jul 29 14:27:59.495010 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-54cae373-83ca-45d9-95f7-e6efa2dd64de req-9e087d65-606a-4e97-8ace-d64319d22c10 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411818 Jul 29 14:27:59.495319 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cee9e-d778-416c-958f-dab404748cb0 req-84f63558-3989-4b06-ac50-d4cd24fd7697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:59.496810 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0b2cee9e-d778-416c-958f-dab404748cb0 req-84f63558-3989-4b06-ac50-d4cd24fd7697 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4b95e0e-568e-4b97-9204-e060c84b061b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528419 Jul 29 14:27:59.554318 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e1b0a-fc24-4e4c-81a3-76e263bf59ac req-232ec61e-6f8c-4bfb-8416-95c2362a3cb4 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:59.556024 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-866e1b0a-fc24-4e4c-81a3-76e263bf59ac req-232ec61e-6f8c-4bfb-8416-95c2362a3cb4 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 945 time: 0.0510483 Jul 29 14:27:59.595615 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-866e1b0a-fc24-4e4c-81a3-76e263bf59ac req-47dee4d3-95f2-4c3a-9f02-5b307a921c23 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331528 Jul 29 14:27:59.605020 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0b2cee9e-d778-416c-958f-dab404748cb0 req-816d4168-cf8c-4e36-a68a-d79ce6342955 service neutron] 10.222.0.42 "GET /v2.0/networks/c4b95e0e-568e-4b97-9204-e060c84b061b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977700 Jul 29 14:27:59.709968 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0b2cee9e-d778-416c-958f-dab404748cb0 req-6667b0df-555b-4321-a397-4f2bb54e4cfd service neutron] 10.222.0.42 "GET /v2.0/networks/c4b95e0e-568e-4b97-9204-e060c84b061b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943360 Jul 29 14:27:59.716530 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeee001-1da0-4be4-bff2-fae9f5b940b3 req-8ec69328-5868-4d3a-80df-d48ce1810b36 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:59.718606 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8eeee001-1da0-4be4-bff2-fae9f5b940b3 req-8ec69328-5868-4d3a-80df-d48ce1810b36 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 945 time: 0.0513871 Jul 29 14:27:59.757431 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8eeee001-1da0-4be4-bff2-fae9f5b940b3 req-be28d379-3ef1-4af2-8fa3-2d48211481f1 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326273 Jul 29 14:27:59.781040 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 33230) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:59.969050 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8e75f1-ef10-42c2-94be-13b874a1fd5e tempest-TestVolumeBootPattern-730778682 tempest-TestVolumeBootPattern-730778682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:27:59.970609 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-ca8e75f1-ef10-42c2-94be-13b874a1fd5e tempest-TestVolumeBootPattern-730778682 tempest-TestVolumeBootPattern-730778682-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 1093 time: 0.1884580 Jul 29 14:27:59.973482 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 33234) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:27:59.977772 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-dbc7e395-d5c2-4d28-802b-15f415cba2dd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Request body: {'floatingip': {'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'port_id': '296f8582-546d-43c3-96cd-93a9f33026b4', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:28:00.000873 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dbc7e395-d5c2-4d28-802b-15f415cba2dd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for floatingip, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:00.103792 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dbc7e395-d5c2-4d28-802b-15f415cba2dd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:00.225122 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [None req-dbc7e395-d5c2-4d28-802b-15f415cba2dd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Allocated IP 172.27.2.247 (32664875-679c-4a6a-adbf-80e7664b419a/8daef0cf-848b-40ef-9b17-9a185079ae25/c68bb454-1ed4-419f-9bac-6400bf3a57bf) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:28:00.325242 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dbc7e395-d5c2-4d28-802b-15f415cba2dd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:00.367405 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dbc7e395-d5c2-4d28-802b-15f415cba2dd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:00.402821 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc7e395-d5c2-4d28-802b-15f415cba2dd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Network 32664875-679c-4a6a-adbf-80e7664b419a is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:28:00.406486 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-dbc7e395-d5c2-4d28-802b-15f415cba2dd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:28:00.410412 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc7e395-d5c2-4d28-802b-15f415cba2dd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:28:00.435770 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7e395-d5c2-4d28-802b-15f415cba2dd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Pushing event updated for resources: {'Port': ['ID=c68bb454-1ed4-419f-9bac-6400bf3a57bf,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:00.609902 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9637bb6-d2a3-425e-8364-57c0b794c450 req-a96c4077-7781-40d7-bf38-4de3114abf21 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:00.611433 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f9637bb6-d2a3-425e-8364-57c0b794c450 req-a96c4077-7781-40d7-bf38-4de3114abf21 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 943 time: 0.0500183 Jul 29 14:28:00.652483 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f9637bb6-d2a3-425e-8364-57c0b794c450 req-96b9716e-00cd-41cb-a8d7-247a2b6e5af4 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350635 Jul 29 14:28:00.773177 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dbc7e395-d5c2-4d28-802b-15f415cba2dd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:00.837007 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dbc7e395-d5c2-4d28-802b-15f415cba2dd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:00.985212 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dbc7e395-d5c2-4d28-802b-15f415cba2dd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:00.989355 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dbc7e395-d5c2-4d28-802b-15f415cba2dd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971904'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:01.055005 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7e395-d5c2-4d28-802b-15f415cba2dd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Pushing event updated for resources: {'Port': ['ID=c68bb454-1ed4-419f-9bac-6400bf3a57bf,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:01.065175 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dbc7e395-d5c2-4d28-802b-15f415cba2dd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744517'] for floatingip, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:01.169375 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.db.l3_db [None req-dbc7e395-d5c2-4d28-802b-15f415cba2dd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Floating IP b181efc4-f5af-461c-aaac-70817a162133 associated. External IP: 172.27.2.247, port: 296f8582-546d-43c3-96cd-93a9f33026b4. Jul 29 14:28:01.373365 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:01.388170 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc7e395-d5c2-4d28-802b-15f415cba2dd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Router e4d8203b-6501-4bf7-a212-16df2966a1ee has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:28:01.497670 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc7e395-d5c2-4d28-802b-15f415cba2dd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:28:01.508466 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dc1e00-3ced-4ff9-911f-733fbcb211c1 None None] Sync routers for ids ['e4d8203b-6501-4bf7-a212-16df2966a1ee'] in dv-cinder-802882-2-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:28:01.514547 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dbc7e395-d5c2-4d28-802b-15f415cba2dd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for floatingip, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:01.521873 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dc1e00-3ced-4ff9-911f-733fbcb211c1 None None] Routers {'e4d8203b-6501-4bf7-a212-16df2966a1ee'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:28:01.522545 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-f8dc1e00-3ced-4ff9-911f-733fbcb211c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:27:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['e4d8203b-6501-4bf7-a212-16df2966a1ee'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:01.556123 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-dbc7e395-d5c2-4d28-802b-15f415cba2dd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5687075 Jul 29 14:28:01.556123 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9991e2-2470-4fe9-959f-7a1b6b48ad25', 'tag': '296f8582-546d-43c3-96cd-93a9f33026b4'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:28:01.556123 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12d0d8acfdc7c270d197b253719fe34768a82c9c4ffac31e71dba4df5af88c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65303a9-3d24-4e5b-91c6-acfcf6113b34" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9991e2-2470-4fe9-959f-7a1b6b48ad25", "tag": "296f8582-546d-43c3-96cd-93a9f33026b4"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:28:01.585189 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6a7c04-499c-4ba8-a30e-d26ea647277c x-openstack-request-id: req-fb6a7c04-499c-4ba8-a30e-d26ea647277c {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:28:01.585480 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9991e2-2470-4fe9-959f-7a1b6b48ad25", "tag": "296f8582-546d-43c3-96cd-93a9f33026b4", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:28:01.585728 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fb6a7c04-499c-4ba8-a30e-d26ea647277c {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:28:01.586156 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9991e2-2470-4fe9-959f-7a1b6b48ad25', 'tag': '296f8582-546d-43c3-96cd-93a9f33026b4', 'status': 'completed', 'code': 200} Jul 29 14:28:01.644702 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-f8dc1e00-3ced-4ff9-911f-733fbcb211c1 None None] Set router e4d8203b-6501-4bf7-a212-16df2966a1ee gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:28:01.652169 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65303a9-3d24-4e5b-91c6-acfcf6113b34 req-a27e8c59-cd5e-451a-9a7c-50e46ba31686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:01.653715 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d65303a9-3d24-4e5b-91c6-acfcf6113b34 req-a27e8c59-cd5e-451a-9a7c-50e46ba31686 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=790cbd91660745c18b1d53f07528a1b3&device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 1098 time: 0.0440216 Jul 29 14:28:01.760083 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65303a9-3d24-4e5b-91c6-acfcf6113b34 req-5900d058-ff1b-4bd2-ad4b-8f3a5b07fa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:01.761938 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d65303a9-3d24-4e5b-91c6-acfcf6113b34 req-5900d058-ff1b-4bd2-ad4b-8f3a5b07fa9d service neutron] 10.222.0.42 "GET /v2.0/networks?id=fc30f6c6-945d-4102-8889-37cbeb7abf30 HTTP/1.1" status: 200 len: 913 time: 0.1008537 Jul 29 14:28:01.784908 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abced0c1-05fd-44f7-80f4-1cadf3f04fe7 req-f3aadac9-1768-44ed-a13e-4d5d01fa8998 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:01.787370 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-abced0c1-05fd-44f7-80f4-1cadf3f04fe7 req-f3aadac9-1768-44ed-a13e-4d5d01fa8998 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 943 time: 0.0563896 Jul 29 14:28:01.848337 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d65303a9-3d24-4e5b-91c6-acfcf6113b34 req-6ea7fc6f-7a8e-49b0-9c9f-81dd3636cc37 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=296f8582-546d-43c3-96cd-93a9f33026b4 HTTP/1.1" status: 200 len: 999 time: 0.0776124 Jul 29 14:28:01.855060 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-abced0c1-05fd-44f7-80f4-1cadf3f04fe7 req-28d3ae99-7ace-4edd-a9a6-cd4291b5a07e tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565782 Jul 29 14:28:01.914373 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65303a9-3d24-4e5b-91c6-acfcf6113b34 req-b6a6e6d4-c87b-4a14-8553-cba57ddcc9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:01.916232 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d65303a9-3d24-4e5b-91c6-acfcf6113b34 req-b6a6e6d4-c87b-4a14-8553-cba57ddcc9db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96251832-4e3f-4c8a-b08d-273ae0959694 HTTP/1.1" status: 200 len: 851 time: 0.0589919 Jul 29 14:28:01.965546 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65303a9-3d24-4e5b-91c6-acfcf6113b34 req-9ffb7929-f1c7-4649-b15b-72adcc018604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:01.966069 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-f8dc1e00-3ced-4ff9-911f-733fbcb211c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'name': 'tempest-TestVolumeBootPattern-1288691138-router', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:38Z', 'updated_at': '2021-07-29T14:26:43Z', 'revision_number': 4, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'gw_port': {'id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:39Z', 'updated_at': '2021-07-29T14:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_floatingips': [{'id': 'b181efc4-f5af-461c-aaac-70817a162133', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'floating_ip_address': '172.27.2.247', 'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'router_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'port_id': '296f8582-546d-43c3-96cd-93a9f33026b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'mac_address': 'fa:16:3e:97:f5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9991e2-2470-4fe9-959f-7a1b6b48ad25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:28:00Z', 'updated_at': '2021-07-29T14:28:00Z', 'revision_number': 0, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a5fe53-2a18-4a19-acdc-ae1af38e5c21', 'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'mac_address': 'fa:16:3e:3b:aa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:42Z', 'updated_at': '2021-07-29T14:26:51Z', 'revision_number': 5, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'subnets': [{'id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:01.967132 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d65303a9-3d24-4e5b-91c6-acfcf6113b34 req-9ffb7929-f1c7-4649-b15b-72adcc018604 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fc30f6c6-945d-4102-8889-37cbeb7abf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425181 Jul 29 14:28:01.995960 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dc1e00-3ced-4ff9-911f-733fbcb211c1 None None] Checking router: e4d8203b-6501-4bf7-a212-16df2966a1ee for host: dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:28:02.005555 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dc1e00-3ced-4ff9-911f-733fbcb211c1 None None] Routers {'e4d8203b-6501-4bf7-a212-16df2966a1ee'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:28:02.006206 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-f8dc1e00-3ced-4ff9-911f-733fbcb211c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:27:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['e4d8203b-6501-4bf7-a212-16df2966a1ee'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:02.063069 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d65303a9-3d24-4e5b-91c6-acfcf6113b34 req-b981d759-3a9a-4a58-8d41-8f4854f7991c service neutron] 10.222.0.42 "GET /v2.0/networks/fc30f6c6-945d-4102-8889-37cbeb7abf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880284 Jul 29 14:28:02.122379 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-f8dc1e00-3ced-4ff9-911f-733fbcb211c1 None None] Set router e4d8203b-6501-4bf7-a212-16df2966a1ee gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:28:02.397378 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 188f4dfc-101b-4d0c-84a6-daa14ebf07f8 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:28:02.428449 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d65303a9-3d24-4e5b-91c6-acfcf6113b34 req-02e4925f-e444-4b21-9817-3cc5c248a568 service neutron] 10.222.0.42 "GET /v2.0/networks/fc30f6c6-945d-4102-8889-37cbeb7abf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531673 Jul 29 14:28:02.554784 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 188f4dfc-101b-4d0c-84a6-daa14ebf07f8, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=188f4dfc-101b-4d0c-84a6-daa14ebf07f8,segment=NetworkSegment(d13475f9-0874-455c-8209-a74023657473),segment_id=d13475f9-0874-455c-8209-a74023657473)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:28:02.571076 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Returning: {'device': '188f4dfc-101b-4d0c-84a6-daa14ebf07f8', 'network_id': 'c4b95e0e-568e-4b97-9204-e060c84b061b', 'port_id': '188f4dfc-101b-4d0c-84a6-daa14ebf07f8', 'mac_address': 'fa:16:3e:29:1f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '986eeae2-0f7f-4c34-a670-fcda2a53fd9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:28:02.601012 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-f8dc1e00-3ced-4ff9-911f-733fbcb211c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'name': 'tempest-TestVolumeBootPattern-1288691138-router', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:38Z', 'updated_at': '2021-07-29T14:26:43Z', 'revision_number': 4, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'gw_port': {'id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:39Z', 'updated_at': '2021-07-29T14:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_floatingips': [{'id': 'b181efc4-f5af-461c-aaac-70817a162133', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'floating_ip_address': '172.27.2.247', 'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'router_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'port_id': '296f8582-546d-43c3-96cd-93a9f33026b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'mac_address': 'fa:16:3e:97:f5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9991e2-2470-4fe9-959f-7a1b6b48ad25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:28:00Z', 'updated_at': '2021-07-29T14:28:00Z', 'revision_number': 0, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a5fe53-2a18-4a19-acdc-ae1af38e5c21', 'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'mac_address': 'fa:16:3e:3b:aa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:42Z', 'updated_at': '2021-07-29T14:26:51Z', 'revision_number': 5, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'subnets': [{'id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:02.632265 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dc1e00-3ced-4ff9-911f-733fbcb211c1 None None] The sync data for ids ['e4d8203b-6501-4bf7-a212-16df2966a1ee'] in dv-cinder-802882-2-iscsi is: [{'id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'name': 'tempest-TestVolumeBootPattern-1288691138-router', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:38Z', 'updated_at': '2021-07-29T14:26:43Z', 'revision_number': 4, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'gw_port': {'id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:39Z', 'updated_at': '2021-07-29T14:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_floatingips': [{'id': 'b181efc4-f5af-461c-aaac-70817a162133', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'floating_ip_address': '172.27.2.247', 'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'router_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'port_id': '296f8582-546d-43c3-96cd-93a9f33026b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'mac_address': 'fa:16:3e:97:f5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9991e2-2470-4fe9-959f-7a1b6b48ad25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:28:00Z', 'updated_at': '2021-07-29T14:28:00Z', 'revision_number': 0, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a5fe53-2a18-4a19-acdc-ae1af38e5c21', 'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'mac_address': 'fa:16:3e:3b:aa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:42Z', 'updated_at': '2021-07-29T14:26:51Z', 'revision_number': 5, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'subnets': [{'id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:28:02.644906 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:02.658147 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 188f4dfc-101b-4d0c-84a6-daa14ebf07f8 {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:28:02.678283 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 188f4dfc-101b-4d0c-84a6-daa14ebf07f8, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=188f4dfc-101b-4d0c-84a6-daa14ebf07f8,segment=NetworkSegment(d13475f9-0874-455c-8209-a74023657473),segment_id=d13475f9-0874-455c-8209-a74023657473)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:28:02.682608 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:02.733150 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=188f4dfc-101b-4d0c-84a6-daa14ebf07f8,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:02.811882 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d8050a-0406-42a8-9766-54a7d9cf5be9 None None] New status for floating IP b181efc4-f5af-461c-aaac-70817a162133: ACTIVE {{(pid=93049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:28:02.950834 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['188f4dfc-101b-4d0c-84a6-daa14ebf07f8'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:28:02.958567 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48baefe5-b3ec-4f15-9c5e-ddb238ce354b req-1d901630-8890-4750-836e-385d8c4d9cc5 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:02.960702 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-48baefe5-b3ec-4f15-9c5e-ddb238ce354b req-1d901630-8890-4750-836e-385d8c4d9cc5 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 944 time: 0.0483594 Jul 29 14:28:03.000239 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-48baefe5-b3ec-4f15-9c5e-ddb238ce354b req-79305a20-28fc-424b-9456-758ba6c12c05 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334918 Jul 29 14:28:04.216717 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6768b84-e5fe-4b41-a4aa-b84baa6a273a req-4c268959-0cd7-466a-a8d4-93c4793c7f89 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:04.218341 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d6768b84-e5fe-4b41-a4aa-b84baa6a273a req-4c268959-0cd7-466a-a8d4-93c4793c7f89 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 944 time: 0.1526768 Jul 29 14:28:04.258509 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d6768b84-e5fe-4b41-a4aa-b84baa6a273a req-c94aedc1-290a-4ace-8dbe-11e1f1d14bbc tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343049 Jul 29 14:28:04.297333 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 188f4dfc-101b-4d0c-84a6-daa14ebf07f8 up at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:28:04.344255 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning for port 188f4dfc-101b-4d0c-84a6-daa14ebf07f8 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:28:04.347766 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning complete for port 188f4dfc-101b-4d0c-84a6-daa14ebf07f8 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:28:04.348141 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:04.422529 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:04.444899 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a361774-f998-4e05-a52c-55a7b5593723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188f4dfc-101b-4d0c-84a6-daa14ebf07f8'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:28:04.447181 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccb16db2f9a74c00367815e69fa446d7a78c69e07d65ec2c4e32efa5fc27a6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df454ea-ef5d-4cd2-a04f-8d9c2e60b4bb" -d '{"events": [{"server_uuid": "7a361774-f998-4e05-a52c-55a7b5593723", "name": "network-vif-plugged", "status": "completed", "tag": "188f4dfc-101b-4d0c-84a6-daa14ebf07f8"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:28:04.459882 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 188f4dfc-101b-4d0c-84a6-daa14ebf07f8, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=188f4dfc-101b-4d0c-84a6-daa14ebf07f8,segment=NetworkSegment(d13475f9-0874-455c-8209-a74023657473),segment_id=d13475f9-0874-455c-8209-a74023657473)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:28:04.463779 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:04.489309 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5a0245-b18f-4ee6-86b3-5cf5c0611004 x-openstack-request-id: req-bf5a0245-b18f-4ee6-86b3-5cf5c0611004 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:28:04.489601 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a361774-f998-4e05-a52c-55a7b5593723", "name": "network-vif-plugged", "status": "completed", "tag": "188f4dfc-101b-4d0c-84a6-daa14ebf07f8", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:28:04.489859 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bf5a0245-b18f-4ee6-86b3-5cf5c0611004 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:28:04.490265 dv-cinder-802882-2-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a361774-f998-4e05-a52c-55a7b5593723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188f4dfc-101b-4d0c-84a6-daa14ebf07f8', 'code': 200} Jul 29 14:28:04.516510 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=188f4dfc-101b-4d0c-84a6-daa14ebf07f8,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:04.649567 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca27c2-282c-4408-9fe8-c6fe04f96d4f req-4de35734-1fff-4f3d-aa97-d9a7a6451716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:04.651131 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-4eca27c2-282c-4408-9fe8-c6fe04f96d4f req-4de35734-1fff-4f3d-aa97-d9a7a6451716 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 1098 time: 0.0402317 Jul 29 14:28:04.686877 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-4eca27c2-282c-4408-9fe8-c6fe04f96d4f req-0fb14cc7-8013-4694-a59f-3054632bcd31 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281212 Jul 29 14:28:05.371946 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55825ec4-4e78-4bc8-967c-ad03b6f17d55 req-40d971d9-0e4c-4001-930b-fa55a4e18e46 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:05.373529 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-55825ec4-4e78-4bc8-967c-ad03b6f17d55 req-40d971d9-0e4c-4001-930b-fa55a4e18e46 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 945 time: 0.0474982 Jul 29 14:28:05.412336 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-55825ec4-4e78-4bc8-967c-ad03b6f17d55 req-aca04abd-27a4-47a0-a8fb-49760a667e0d tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325797 Jul 29 14:28:06.207057 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 33338) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:28:06.317025 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7914ea2d-6249-4207-b362-a5bc2ce7076a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:06.405211 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7914ea2d-6249-4207-b362-a5bc2ce7076a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:06.408999 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7914ea2d-6249-4207-b362-a5bc2ce7076a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:06.452654 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-7914ea2d-6249-4207-b362-a5bc2ce7076a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a0aa158c2c63403dbb6bc523d2091ab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416470 Jul 29 14:28:06.452654 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7914ea2d-6249-4207-b362-a5bc2ce7076a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df821f4-6353-42da-b01e-43ec4d4ff30d,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:06.453689 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 33344) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:28:06.516699 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-455688ba-1dbd-4468-a8ed-1002bce87688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:06.538064 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-455688ba-1dbd-4468-a8ed-1002bce87688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:06.592281 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-455688ba-1dbd-4468-a8ed-1002bce87688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:06.595002 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-455688ba-1dbd-4468-a8ed-1002bce87688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:06.596312 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-455688ba-1dbd-4468-a8ed-1002bce87688 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8df821f4-6353-42da-b01e-43ec4d4ff30d HTTP/1.1" status: 204 len: 168 time: 0.1412132 Jul 29 14:28:06.606112 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455688ba-1dbd-4468-a8ed-1002bce87688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df821f4-6353-42da-b01e-43ec4d4ff30d,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:06.664073 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b7bd2-fe4e-4435-a5e0-124218e07508 req-ad3ff319-feeb-498f-a6f1-b1c8c5e52cb9 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:06.665877 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-696b7bd2-fe4e-4435-a5e0-124218e07508 req-ad3ff319-feeb-498f-a6f1-b1c8c5e52cb9 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 945 time: 0.1779621 Jul 29 14:28:06.883656 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 33352) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:28:06.897656 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-030c44b5-567a-453c-a2a6-ff6c84d0c2b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:06.952659 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-696b7bd2-fe4e-4435-a5e0-124218e07508 req-9350a6cd-3fd0-44b1-a92b-a17cf7b0891b tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784002 Jul 29 14:28:07.002778 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-030c44b5-567a-453c-a2a6-ff6c84d0c2b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:07.007389 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-030c44b5-567a-453c-a2a6-ff6c84d0c2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:07.050169 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-030c44b5-567a-453c-a2a6-ff6c84d0c2b4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9b86947907804867a7be7f8adbea058c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1634450 Jul 29 14:28:07.050169 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c44b5-567a-453c-a2a6-ff6c84d0c2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05d1881-b1ba-4e6e-9a41-0f29824c1967,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:07.051798 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 33360) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:28:07.073814 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644f231-ebca-4ce1-a318-bc8c5da47b69 req-4c4ee9af-7ad9-45bb-8070-40215d2be254 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:07.075334 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f644f231-ebca-4ce1-a318-bc8c5da47b69 req-4c4ee9af-7ad9-45bb-8070-40215d2be254 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 945 time: 0.0521903 Jul 29 14:28:07.110227 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-1c5b79a7-0ed1-4516-821f-4dfd561bb473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:07.116998 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f644f231-ebca-4ce1-a318-bc8c5da47b69 req-e4c7dc74-c34d-407d-beaa-8c13ee01bdcb tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355840 Jul 29 14:28:07.136080 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-1c5b79a7-0ed1-4516-821f-4dfd561bb473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:07.196138 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-1c5b79a7-0ed1-4516-821f-4dfd561bb473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:07.199044 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-1c5b79a7-0ed1-4516-821f-4dfd561bb473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:07.202616 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-1c5b79a7-0ed1-4516-821f-4dfd561bb473 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b05d1881-b1ba-4e6e-9a41-0f29824c1967 HTTP/1.1" status: 204 len: 168 time: 0.1475236 Jul 29 14:28:07.211212 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b79a7-0ed1-4516-821f-4dfd561bb473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05d1881-b1ba-4e6e-9a41-0f29824c1967,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:07.296008 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1208a-1d3e-4593-8561-8181de7c6692 req-0401e00a-cd94-4507-ac7f-913fd5a79fd5 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:07.297485 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-55e1208a-1d3e-4593-8561-8181de7c6692 req-0401e00a-cd94-4507-ac7f-913fd5a79fd5 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 946 time: 0.0491552 Jul 29 14:28:07.336043 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-55e1208a-1d3e-4593-8561-8181de7c6692 req-50f748d3-502a-40d6-8cec-5c8eaf72d092 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324900 Jul 29 14:28:07.479027 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618d93c-4cd0-4ac7-b931-666e08c611df req-b524786c-f85d-4163-9e91-a708f92a8a70 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:07.481169 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8618d93c-4cd0-4ac7-b931-666e08c611df req-b524786c-f85d-4163-9e91-a708f92a8a70 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 945 time: 0.0523317 Jul 29 14:28:07.522114 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8618d93c-4cd0-4ac7-b931-666e08c611df req-b021b63a-9243-45e3-8c4a-e057f0ee5568 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335004 Jul 29 14:28:07.544837 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 33374) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:28:07.558418 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b982-68fb-4444-817a-486eaf0064a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:07.653451 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b982-68fb-4444-817a-486eaf0064a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:07.658032 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b982-68fb-4444-817a-486eaf0064a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:07.697846 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-4cb4b982-68fb-4444-817a-486eaf0064a8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1ba0097d2aae4fb7b3d7db2497a8bbbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1512098 Jul 29 14:28:07.699927 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4b982-68fb-4444-817a-486eaf0064a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71eb8689-130f-4121-a727-437374802449,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:07.700706 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 33376) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:28:07.758220 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ef4c2b9c-6176-40a6-9024-8d049e6e079e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:07.781793 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ef4c2b9c-6176-40a6-9024-8d049e6e079e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:07.839447 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ef4c2b9c-6176-40a6-9024-8d049e6e079e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:07.839867 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ef4c2b9c-6176-40a6-9024-8d049e6e079e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:07.841005 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-ef4c2b9c-6176-40a6-9024-8d049e6e079e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/71eb8689-130f-4121-a727-437374802449 HTTP/1.1" status: 204 len: 168 time: 0.1386027 Jul 29 14:28:07.850700 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c2b9c-6176-40a6-9024-8d049e6e079e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71eb8689-130f-4121-a727-437374802449,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:08.457962 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d53ec-fb37-47d9-acc9-c7c8d812e142 req-f4377e47-fc24-4791-a062-5f6584d56e39 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:08.459455 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-134d53ec-fb37-47d9-acc9-c7c8d812e142 req-f4377e47-fc24-4791-a062-5f6584d56e39 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 946 time: 0.0487733 Jul 29 14:28:08.495969 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-134d53ec-fb37-47d9-acc9-c7c8d812e142 req-b39bd37c-9527-497c-b5cd-89c92c8a9a0c tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=582acef8-4d88-48da-8c92-124e703ec670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306726 Jul 29 14:28:08.917774 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51e99f-40e1-40e2-a95e-35fa282b679d req-f4ce8cd3-689b-4306-a54f-b01e0ab61d9b tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:08.919294 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3e51e99f-40e1-40e2-a95e-35fa282b679d req-f4ce8cd3-689b-4306-a54f-b01e0ab61d9b tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.42 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 946 time: 0.0589736 Jul 29 14:28:09.026578 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-3e51e99f-40e1-40e2-a95e-35fa282b679d req-79028248-d2f1-4092-afaf-d9eac522d631 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Deleting port bc3c8625-9b45-4092-a832-b91a030a5ed2 {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:28:09.027063 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-3e51e99f-40e1-40e2-a95e-35fa282b679d req-79028248-d2f1-4092-afaf-d9eac522d631 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:09.133944 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-3e51e99f-40e1-40e2-a95e-35fa282b679d req-79028248-d2f1-4092-afaf-d9eac522d631 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] For port bc3c8625-9b45-4092-a832-b91a030a5ed2, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=bc3c8625-9b45-4092-a832-b91a030a5ed2,segment=NetworkSegment(2a3c3cb3-1d3e-4c59-bff4-f754839f2eca),segment_id=2a3c3cb3-1d3e-4c59-bff4-f754839f2eca)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:28:09.133944 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-3e51e99f-40e1-40e2-a95e-35fa282b679d req-79028248-d2f1-4092-afaf-d9eac522d631 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:09.371568 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-3e51e99f-40e1-40e2-a95e-35fa282b679d req-79028248-d2f1-4092-afaf-d9eac522d631 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:09.371817 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-3e51e99f-40e1-40e2-a95e-35fa282b679d req-79028248-d2f1-4092-afaf-d9eac522d631 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744517'] for floatingip, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:09.372255 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.db.l3_db [req-3e51e99f-40e1-40e2-a95e-35fa282b679d req-79028248-d2f1-4092-afaf-d9eac522d631 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Floating IP b925a694-008e-414b-8454-ef469c18aff8 disassociated. External IP: 172.27.2.111, port: bc3c8625-9b45-4092-a832-b91a030a5ed2. Jul 29 14:28:09.372585 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-3e51e99f-40e1-40e2-a95e-35fa282b679d req-79028248-d2f1-4092-afaf-d9eac522d631 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Calling delete_port for bc3c8625-9b45-4092-a832-b91a030a5ed2 owned by compute:nova {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:28:09.516013 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-3e51e99f-40e1-40e2-a95e-35fa282b679d req-79028248-d2f1-4092-afaf-d9eac522d631 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:09.550179 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79028248-d2f1-4092-afaf-d9eac522d631 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Pushing event deleted for resources: {'Port': ['ID=bc3c8625-9b45-4092-a832-b91a030a5ed2,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:09.610781 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cb4ff32a-be04-4280-8267-d739a833b61e req-2db9f1f4-d706-4446-8d55-89dd7f905720 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=01db94d4-e648-4291-bc95-804315620a2e HTTP/1.1" status: 200 len: 210 time: 0.0299370 Jul 29 14:28:09.668726 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e51e99f-40e1-40e2-a95e-35fa282b679d req-79028248-d2f1-4092-afaf-d9eac522d631 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Router b8740e5e-e875-4633-92b6-848c052a1b56 has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:28:09.780188 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e51e99f-40e1-40e2-a95e-35fa282b679d req-79028248-d2f1-4092-afaf-d9eac522d631 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:28:09.790675 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ae8d54-86f4-42f4-b337-d93eb12ca262 None None] Sync routers for ids ['b8740e5e-e875-4633-92b6-848c052a1b56'] in dv-cinder-802882-2-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:28:09.801142 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ae8d54-86f4-42f4-b337-d93eb12ca262 None None] Routers {'b8740e5e-e875-4633-92b6-848c052a1b56'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:28:09.802068 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-a2ae8d54-86f4-42f4-b337-d93eb12ca262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:27:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['b8740e5e-e875-4633-92b6-848c052a1b56'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:09.821995 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e51e99f-40e1-40e2-a95e-35fa282b679d req-79028248-d2f1-4092-afaf-d9eac522d631 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] No DVR routers for this DVR port bc3c8625-9b45-4092-a832-b91a030a5ed2 on host hv-cinder-80288 {{(pid=93046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:28:09.822945 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-3e51e99f-40e1-40e2-a95e-35fa282b679d req-79028248-d2f1-4092-afaf-d9eac522d631 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:09.825356 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-3e51e99f-40e1-40e2-a95e-35fa282b679d req-79028248-d2f1-4092-afaf-d9eac522d631 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.42 "DELETE /v2.0/ports/bc3c8625-9b45-4092-a832-b91a030a5ed2 HTTP/1.1" status: 204 len: 173 time: 0.8992071 Jul 29 14:28:09.825867 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01db94d4-e648-4291-bc95-804315620a2e', 'name': 'network-vif-deleted', 'tag': 'bc3c8625-9b45-4092-a832-b91a030a5ed2'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:28:09.829444 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12d0d8acfdc7c270d197b253719fe34768a82c9c4ffac31e71dba4df5af88c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbecccac-075a-4442-8a42-a6c1c2140578" -d '{"events": [{"server_uuid": "01db94d4-e648-4291-bc95-804315620a2e", "name": "network-vif-deleted", "tag": "bc3c8625-9b45-4092-a832-b91a030a5ed2"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:28:09.891607 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f2ef09-f516-45d6-a3d6-be27245f608a x-openstack-request-id: req-a8f2ef09-f516-45d6-a3d6-be27245f608a {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:28:09.892141 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01db94d4-e648-4291-bc95-804315620a2e", "name": "network-vif-deleted", "tag": "bc3c8625-9b45-4092-a832-b91a030a5ed2", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:28:09.892365 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a8f2ef09-f516-45d6-a3d6-be27245f608a {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:28:09.892794 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01db94d4-e648-4291-bc95-804315620a2e', 'name': 'network-vif-deleted', 'tag': 'bc3c8625-9b45-4092-a832-b91a030a5ed2', 'status': 'completed', 'code': 200} Jul 29 14:28:09.957961 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-a2ae8d54-86f4-42f4-b337-d93eb12ca262 None None] Set router b8740e5e-e875-4633-92b6-848c052a1b56 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:28:10.180076 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-a2ae8d54-86f4-42f4-b337-d93eb12ca262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'name': 'tempest-AttachVolumeShelveTestJSON-1140062297-router', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:04Z', 'updated_at': '2021-07-29T14:23:13Z', 'revision_number': 4, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'gw_port': {'id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': 'bc9bb935-1ebc-4853-b9e9-73407a67beda', 'name': '', 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'mac_address': 'fa:16:3e:9c:bb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:11Z', 'updated_at': '2021-07-29T14:23:26Z', 'revision_number': 5, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'subnets': [{'id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:10.209164 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ae8d54-86f4-42f4-b337-d93eb12ca262 None None] Checking router: b8740e5e-e875-4633-92b6-848c052a1b56 for host: dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:28:10.218144 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ae8d54-86f4-42f4-b337-d93eb12ca262 None None] Routers {'b8740e5e-e875-4633-92b6-848c052a1b56'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:28:10.218947 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-a2ae8d54-86f4-42f4-b337-d93eb12ca262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:27:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['b8740e5e-e875-4633-92b6-848c052a1b56'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:10.326029 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-a2ae8d54-86f4-42f4-b337-d93eb12ca262 None None] Set router b8740e5e-e875-4633-92b6-848c052a1b56 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:28:10.547365 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-a2ae8d54-86f4-42f4-b337-d93eb12ca262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'name': 'tempest-AttachVolumeShelveTestJSON-1140062297-router', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:04Z', 'updated_at': '2021-07-29T14:23:13Z', 'revision_number': 4, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'gw_port': {'id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': 'bc9bb935-1ebc-4853-b9e9-73407a67beda', 'name': '', 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'mac_address': 'fa:16:3e:9c:bb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:11Z', 'updated_at': '2021-07-29T14:23:26Z', 'revision_number': 5, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'subnets': [{'id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:10.575314 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ae8d54-86f4-42f4-b337-d93eb12ca262 None None] The sync data for ids ['b8740e5e-e875-4633-92b6-848c052a1b56'] in dv-cinder-802882-2-iscsi is: [{'id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'name': 'tempest-AttachVolumeShelveTestJSON-1140062297-router', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:04Z', 'updated_at': '2021-07-29T14:23:13Z', 'revision_number': 4, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'gw_port': {'id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': 'bc9bb935-1ebc-4853-b9e9-73407a67beda', 'name': '', 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'mac_address': 'fa:16:3e:9c:bb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:11Z', 'updated_at': '2021-07-29T14:23:26Z', 'revision_number': 5, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'subnets': [{'id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:28:10.708578 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 33494) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:28:10.767617 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6e80615c-485e-4c25-9c56-93e6a41a50be tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:10.794839 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6e80615c-485e-4c25-9c56-93e6a41a50be tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:10.805809 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec945177-ca36-433b-a7e0-2e3247e8c0b9 None None] New status for floating IP b925a694-008e-414b-8454-ef469c18aff8: DOWN {{(pid=93049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:28:10.846980 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6e80615c-485e-4c25-9c56-93e6a41a50be tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:10.849610 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6e80615c-485e-4c25-9c56-93e6a41a50be tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:10.853304 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-6e80615c-485e-4c25-9c56-93e6a41a50be tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "DELETE /v2.0/security-groups/582acef8-4d88-48da-8c92-124e703ec670 HTTP/1.1" status: 204 len: 168 time: 0.1412537 Jul 29 14:28:10.853759 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 33496) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:28:10.866897 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80615c-485e-4c25-9c56-93e6a41a50be tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=582acef8-4d88-48da-8c92-124e703ec670,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:10.867557 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.api.v2.resource [None req-dacbfbb0-910f-4303-9b3d-d96d0e96a023 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] show failed (client error): The resource could not be found. Jul 29 14:28:10.871456 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 33498) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:28:10.871608 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-dacbfbb0-910f-4303-9b3d-d96d0e96a023 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups/582acef8-4d88-48da-8c92-124e703ec670 HTTP/1.1" status: 404 len: 347 time: 0.0166411 Jul 29 14:28:11.003007 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-b2bf1220-494f-4183-a20e-4f928578b624 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Deleting port 7bfd8b73-b8fa-495a-ad50-9865132750f4 {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:28:11.003625 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b2bf1220-494f-4183-a20e-4f928578b624 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:11.075937 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b2bf1220-494f-4183-a20e-4f928578b624 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:11.076785 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b2bf1220-494f-4183-a20e-4f928578b624 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:11.087958 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-b2bf1220-494f-4183-a20e-4f928578b624 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Calling delete_port for 7bfd8b73-b8fa-495a-ad50-9865132750f4 owned by network:floatingip {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:28:11.246070 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b2bf1220-494f-4183-a20e-4f928578b624 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:11.272780 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf1220-494f-4183-a20e-4f928578b624 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Pushing event deleted for resources: {'Port': ['ID=7bfd8b73-b8fa-495a-ad50-9865132750f4,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:11.333965 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b2bf1220-494f-4183-a20e-4f928578b624 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for floatingip, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:11.336575 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b2bf1220-494f-4183-a20e-4f928578b624 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for floatingip, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:11.337730 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-b2bf1220-494f-4183-a20e-4f928578b624 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "DELETE /v2.0/floatingips/b925a694-008e-414b-8454-ef469c18aff8 HTTP/1.1" status: 204 len: 168 time: 0.4652991 Jul 29 14:28:11.787354 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 33506) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:28:11.792052 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-46f34de9-eb39-4acc-960f-cbdc667e5076 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--499169065', 'description': 'tempest-description--11557090'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:28:11.814528 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-46f34de9-eb39-4acc-960f-cbdc667e5076 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:11.900307 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-46f34de9-eb39-4acc-960f-cbdc667e5076 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:11.904179 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-46f34de9-eb39-4acc-960f-cbdc667e5076 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:11.932079 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-46f34de9-eb39-4acc-960f-cbdc667e5076 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:11.933299 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-46f34de9-eb39-4acc-960f-cbdc667e5076 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1449187 Jul 29 14:28:11.935259 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f34de9-eb39-4acc-960f-cbdc667e5076 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e00d31d-c7bf-4663-86f0-c66bf02b9460,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:11.936865 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 33508) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:28:11.942428 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-461a0845-30e2-49ab-b196-690619bc3caf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Request body: {'security_group_rule': {'security_group_id': '5e00d31d-c7bf-4663-86f0-c66bf02b9460', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:28:11.968914 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-461a0845-30e2-49ab-b196-690619bc3caf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:12.023616 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-461a0845-30e2-49ab-b196-690619bc3caf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:12.026947 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-461a0845-30e2-49ab-b196-690619bc3caf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525993'] for security_group_rule, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:12.043160 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a0845-30e2-49ab-b196-690619bc3caf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=578cc1d0-fc0a-492f-82c2-f3b37fd12208,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:12.051197 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-461a0845-30e2-49ab-b196-690619bc3caf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:12.052474 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-461a0845-30e2-49ab-b196-690619bc3caf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1145403 Jul 29 14:28:12.055302 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 33510) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:28:12.059892 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-7d016343-10c2-4e1c-a2c1-d27c7c86b68f tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Request body: {'security_group_rule': {'security_group_id': '5e00d31d-c7bf-4663-86f0-c66bf02b9460', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:28:12.091864 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7d016343-10c2-4e1c-a2c1-d27c7c86b68f tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:12.152397 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7d016343-10c2-4e1c-a2c1-d27c7c86b68f tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:12.156807 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7d016343-10c2-4e1c-a2c1-d27c7c86b68f tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525993'] for security_group_rule, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:12.174510 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d016343-10c2-4e1c-a2c1-d27c7c86b68f tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b2c91c4-91e6-423d-99a6-ba4ee6afa2df,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:12.180396 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-7d016343-10c2-4e1c-a2c1-d27c7c86b68f tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:12.181688 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-7d016343-10c2-4e1c-a2c1-d27c7c86b68f tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253865 Jul 29 14:28:12.184707 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 33512) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:28:12.189802 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-a3ead25e-7565-476e-a7ec-25e5cbcefd62 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Request body: {'floatingip': {'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:28:12.213287 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a3ead25e-7565-476e-a7ec-25e5cbcefd62 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for floatingip, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:12.309843 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a3ead25e-7565-476e-a7ec-25e5cbcefd62 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:12.416771 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [None req-a3ead25e-7565-476e-a7ec-25e5cbcefd62 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Allocated IP 172.27.2.159 (32664875-679c-4a6a-adbf-80e7664b419a/8daef0cf-848b-40ef-9b17-9a185079ae25/0c57fe3f-378f-471c-901b-1537bad6fcae) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:28:12.518784 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a3ead25e-7565-476e-a7ec-25e5cbcefd62 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:12.556326 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a3ead25e-7565-476e-a7ec-25e5cbcefd62 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:12.592317 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ead25e-7565-476e-a7ec-25e5cbcefd62 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Network 32664875-679c-4a6a-adbf-80e7664b419a is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:28:12.595119 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-a3ead25e-7565-476e-a7ec-25e5cbcefd62 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:28:12.597622 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ead25e-7565-476e-a7ec-25e5cbcefd62 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:28:12.635741 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ead25e-7565-476e-a7ec-25e5cbcefd62 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Pushing event updated for resources: {'Port': ['ID=0c57fe3f-378f-471c-901b-1537bad6fcae,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:12.700857 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a3ead25e-7565-476e-a7ec-25e5cbcefd62 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:12.733996 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a3ead25e-7565-476e-a7ec-25e5cbcefd62 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:12.888627 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a3ead25e-7565-476e-a7ec-25e5cbcefd62 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:12.893117 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a3ead25e-7565-476e-a7ec-25e5cbcefd62 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971904'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:12.954624 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ead25e-7565-476e-a7ec-25e5cbcefd62 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Pushing event updated for resources: {'Port': ['ID=0c57fe3f-378f-471c-901b-1537bad6fcae,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:12.967795 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a3ead25e-7565-476e-a7ec-25e5cbcefd62 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744517'] for floatingip, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:12.980900 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-a3ead25e-7565-476e-a7ec-25e5cbcefd62 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for floatingip, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:12.982242 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-a3ead25e-7565-476e-a7ec-25e5cbcefd62 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7964945 Jul 29 14:28:13.178160 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-31ad9f93-96fd-4fa0-9f72-15aaedec5437 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--499169065&fields=id&tenant_id=ecc5aee94f74408ba54b34189a01d823 HTTP/1.1" status: 200 len: 267 time: 0.0365837 Jul 29 14:28:13.291444 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-6603ebde-5475-45a1-b038-cd9fb53df4f8 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:13.292886 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-6603ebde-5475-45a1-b038-cd9fb53df4f8 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/networks?id=8a4c7fff-7798-4447-98a3-cd40daeca628 HTTP/1.1" status: 200 len: 817 time: 0.1062896 Jul 29 14:28:13.308344 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-dbb7213e-80d0-48d9-8e02-08ec9d46a354 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/quotas/ecc5aee94f74408ba54b34189a01d823 HTTP/1.1" status: 200 len: 375 time: 0.0089788 Jul 29 14:28:13.369032 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-08ac67de-593c-48d8-9426-1af25018c570 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ecc5aee94f74408ba54b34189a01d823&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0543938 Jul 29 14:28:13.556551 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-0122ca07-6d9f-4d51-b68e-ae8c360900b8 service neutron] 10.222.0.44 "GET /v2.0/networks/8a4c7fff-7798-4447-98a3-cd40daeca628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750307 Jul 29 14:28:13.644206 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-35c2e6bf-9201-4ce4-a614-3ef158645f64 service neutron] 10.222.0.44 "GET /v2.0/networks/8a4c7fff-7798-4447-98a3-cd40daeca628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815082 Jul 29 14:28:13.803814 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6f40dfc1-3bec-4b41-97e8-b0f712bdd7f4 req-752d27cd-c537-46d3-8ff2-d45c4d9d8176 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 210 time: 0.0262923 Jul 29 14:28:14.350722 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device bc3c8625-9b45-4092-a832-b91a030a5ed2 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:28:14.380655 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] No Port match for: bc3c8625-9b45-4092-a832-b91a030a5ed2 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:28:14.381001 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device bc3c8625-9b45-4092-a832-b91a030a5ed2 not bound to the agent host hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:28:14.900352 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-343832a0-ac57-4984-8d3a-bb7d16c846a7 req-e63a396c-c860-4cee-b08e-1724e4d49708 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 210 time: 0.0251620 Jul 29 14:28:15.072481 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-be6b7f82-fac1-427d-ad3d-5ab92053ea10 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:15.073962 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-be6b7f82-fac1-427d-ad3d-5ab92053ea10 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.42 "GET /v2.0/networks?id=8a4c7fff-7798-4447-98a3-cd40daeca628 HTTP/1.1" status: 200 len: 817 time: 0.1081469 Jul 29 14:28:15.120546 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-8fadab92-c70a-4818-875b-147bd1d14b5e tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecc5aee94f74408ba54b34189a01d823 HTTP/1.1" status: 200 len: 379 time: 0.0358839 Jul 29 14:28:15.134832 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-9039df13-aa61-4408-842f-ac2ed8ede410 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Request body: {'port': {'device_id': '04757c20-44d9-4ae4-9adf-841459744ff0', 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628', 'admin_state_up': True, 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'security_groups': ['5e00d31d-c7bf-4663-86f0-c66bf02b9460']}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:28:15.247105 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-9039df13-aa61-4408-842f-ac2ed8ede410 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Made reservation on behalf of ecc5aee94f74408ba54b34189a01d823 for: {'port': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:28:15.251444 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-9039df13-aa61-4408-842f-ac2ed8ede410 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:15.376238 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-9039df13-aa61-4408-842f-ac2ed8ede410 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Allocated IP 172.20.0.13 (8a4c7fff-7798-4447-98a3-cd40daeca628/7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6/e6e2264e-d738-46e7-9f34-015f36786387) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:28:15.518234 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-9039df13-aa61-4408-842f-ac2ed8ede410 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:15.531149 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-9039df13-aa61-4408-842f-ac2ed8ede410 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Transition to ACTIVE for port object e6e2264e-d738-46e7-9f34-015f36786387 will not be triggered until provisioned by entity DHCP. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:28:15.563793 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-9039df13-aa61-4408-842f-ac2ed8ede410 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:15.604554 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-9039df13-aa61-4408-842f-ac2ed8ede410 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Network 8a4c7fff-7798-4447-98a3-cd40daeca628 is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:28:15.607519 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-9039df13-aa61-4408-842f-ac2ed8ede410 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:28:15.612944 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-9039df13-aa61-4408-842f-ac2ed8ede410 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:28:15.640864 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9039df13-aa61-4408-842f-ac2ed8ede410 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Pushing event updated for resources: {'Port': ['ID=e6e2264e-d738-46e7-9f34-015f36786387,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:15.667082 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-9039df13-aa61-4408-842f-ac2ed8ede410 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:15.667714 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-9039df13-aa61-4408-842f-ac2ed8ede410 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:15.685827 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-9039df13-aa61-4408-842f-ac2ed8ede410 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5545068 Jul 29 14:28:15.702785 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] Request body: {'port': {'device_id': '04757c20-44d9-4ae4-9adf-841459744ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:28:15.768890 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:15.845135 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-b521c535-25b0-4a01-ad5d-024eda607396 None None] Provisioning for port e6e2264e-d738-46e7-9f34-015f36786387 completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:28:15.849315 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-b521c535-25b0-4a01-ad5d-024eda607396 None None] Provisioning complete for port e6e2264e-d738-46e7-9f34-015f36786387 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:28:15.849832 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-b521c535-25b0-4a01-ad5d-024eda607396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:15.885227 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-b521c535-25b0-4a01-ad5d-024eda607396 None None] Port e6e2264e-d738-46e7-9f34-015f36786387 cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:28:16.027125 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300243aa-d6c6-4e3e-9244-a48a997895fd req-44c23064-b5a4-45ad-a650-889e3ded6726 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:16.028645 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-300243aa-d6c6-4e3e-9244-a48a997895fd req-44c23064-b5a4-45ad-a650-889e3ded6726 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 932 time: 0.0538480 Jul 29 14:28:16.061550 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6e2264e-d738-46e7-9f34-015f36786387 {{(pid=93046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:28:16.068159 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-300243aa-d6c6-4e3e-9244-a48a997895fd req-9011b4cc-73c8-4f74-b8a5-8daa207dd2d5 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324340 Jul 29 14:28:16.068966 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:16.081175 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] Transition to ACTIVE for port object e6e2264e-d738-46e7-9f34-015f36786387 will not be triggered until provisioned by entity L2. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:28:16.094965 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971904'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:16.147416 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=e6e2264e-d738-46e7-9f34-015f36786387,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:16.172461 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:16.172818 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:16.173161 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:16.173511 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:16.173852 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:16.174224 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:16.174564 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:16.174914 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:16.175242 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:16.175576 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:16.175908 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:16.176240 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:16.234449 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] Attempting to bind port e6e2264e-d738-46e7-9f34-015f36786387 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:28:16.234804 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] Attempting to bind port e6e2264e-d738-46e7-9f34-015f36786387 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': '2a3c3cb3-1d3e-4c59-bff4-f754839f2eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628'}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:28:16.235141 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] Attempting to bind port e6e2264e-d738-46e7-9f34-015f36786387 on network 8a4c7fff-7798-4447-98a3-cd40daeca628 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:28:16.242322 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] Port e6e2264e-d738-46e7-9f34-015f36786387 on network 8a4c7fff-7798-4447-98a3-cd40daeca628 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:28:16.242674 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] Attempting to bind port e6e2264e-d738-46e7-9f34-015f36786387 on network 8a4c7fff-7798-4447-98a3-cd40daeca628 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:28:16.247831 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] Checking agent: {'id': 'fd26b577-982f-4e34-ab76-8a88883d4fab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:28:16.248720 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] Checking segment: {'id': '2a3c3cb3-1d3e-4c59-bff4-f754839f2eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:28:16.249151 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] Bound using segment: {'id': '2a3c3cb3-1d3e-4c59-bff4-f754839f2eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628'} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:28:16.249593 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] Bound port: e6e2264e-d738-46e7-9f34-015f36786387, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3c3cb3-1d3e-4c59-bff4-f754839f2eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628'}}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:28:16.249985 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:16.316335 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] For port e6e2264e-d738-46e7-9f34-015f36786387, host hv-cinder-80288, cleared binding levels {{(pid=93046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:28:16.319244 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] For port e6e2264e-d738-46e7-9f34-015f36786387, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=e6e2264e-d738-46e7-9f34-015f36786387,segment=NetworkSegment(2a3c3cb3-1d3e-4c59-bff4-f754839f2eca),segment_id=2a3c3cb3-1d3e-4c59-bff4-f754839f2eca)] {{(pid=93046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:28:16.323632 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971904'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:16.356001 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:16.356630 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:16.358635 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] 10.222.0.42 "PUT /v2.0/ports/e6e2264e-d738-46e7-9f34-015f36786387 HTTP/1.1" status: 200 len: 1094 time: 0.6608455 Jul 29 14:28:16.359095 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04757c20-44d9-4ae4-9adf-841459744ff0', 'tag': 'e6e2264e-d738-46e7-9f34-015f36786387'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:28:16.361334 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12d0d8acfdc7c270d197b253719fe34768a82c9c4ffac31e71dba4df5af88c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff203eeb-9f20-41af-8f66-24a5c9209c51" -d '{"events": [{"name": "network-changed", "server_uuid": "04757c20-44d9-4ae4-9adf-841459744ff0", "tag": "e6e2264e-d738-46e7-9f34-015f36786387"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:28:16.396416 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9914683-cdf6-47e8-b44d-ed92c7e73fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=e6e2264e-d738-46e7-9f34-015f36786387,revision_number=3']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:16.407032 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42aacf13-56be-4ae4-a5a1-fb31b462987f x-openstack-request-id: req-42aacf13-56be-4ae4-a5a1-fb31b462987f {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:28:16.407032 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04757c20-44d9-4ae4-9adf-841459744ff0", "tag": "e6e2264e-d738-46e7-9f34-015f36786387", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:28:16.407300 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-42aacf13-56be-4ae4-a5a1-fb31b462987f {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:28:16.407714 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04757c20-44d9-4ae4-9adf-841459744ff0', 'tag': 'e6e2264e-d738-46e7-9f34-015f36786387', 'status': 'completed', 'code': 200} Jul 29 14:28:16.462815 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-b8ae1125-15b8-407e-ace2-097e5e4e70f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:16.464557 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-b8ae1125-15b8-407e-ace2-097e5e4e70f4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ecc5aee94f74408ba54b34189a01d823&device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 1097 time: 0.0444655 Jul 29 14:28:16.521791 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-08df9ba3-ca7c-4c9a-9b75-9473c1025251 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6e2264e-d738-46e7-9f34-015f36786387 HTTP/1.1" status: 200 len: 217 time: 0.0383751 Jul 29 14:28:16.572668 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-4d7af100-fb18-4011-9c90-2f43e1cf8c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:16.574126 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-4d7af100-fb18-4011-9c90-2f43e1cf8c09 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6 HTTP/1.1" status: 200 len: 856 time: 0.0436833 Jul 29 14:28:16.620593 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-cb6faf59-d90d-4c57-8dc7-ca031284d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:16.622148 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-cb6faf59-d90d-4c57-8dc7-ca031284d857 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a4c7fff-7798-4447-98a3-cd40daeca628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399442 Jul 29 14:28:16.714520 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-1a1de91a-a7b1-4fde-ba32-d7eeee7a0c33 service neutron] 10.222.0.42 "GET /v2.0/networks/8a4c7fff-7798-4447-98a3-cd40daeca628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833223 Jul 29 14:28:16.803992 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-34c0dea3-923a-4cf5-bc59-a75d6620bf18 req-f3c73160-e5cf-4136-8152-c90d328abd00 service neutron] 10.222.0.42 "GET /v2.0/networks/8a4c7fff-7798-4447-98a3-cd40daeca628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806692 Jul 29 14:28:16.894035 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff203eeb-9f20-41af-8f66-24a5c9209c51 req-2feb7a62-ba3b-4e07-abf6-b45ab6ce3975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:16.895519 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ff203eeb-9f20-41af-8f66-24a5c9209c51 req-2feb7a62-ba3b-4e07-abf6-b45ab6ce3975 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ecc5aee94f74408ba54b34189a01d823&device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 1097 time: 0.0461099 Jul 29 14:28:16.993806 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff203eeb-9f20-41af-8f66-24a5c9209c51 req-1c347707-ecb5-49d9-8298-296448fd2c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:16.993806 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ff203eeb-9f20-41af-8f66-24a5c9209c51 req-1c347707-ecb5-49d9-8298-296448fd2c13 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a4c7fff-7798-4447-98a3-cd40daeca628 HTTP/1.1" status: 200 len: 918 time: 0.0884545 Jul 29 14:28:17.040762 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ff203eeb-9f20-41af-8f66-24a5c9209c51 req-7019e6c0-b85c-40bd-addc-26e259dafc5c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6e2264e-d738-46e7-9f34-015f36786387 HTTP/1.1" status: 200 len: 217 time: 0.0337322 Jul 29 14:28:17.088393 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9edf7-ef35-4dfe-8e55-3199276118b7 req-bd62deb8-4f48-4c84-a6d7-56ab647a1b01 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:17.089936 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a5f9edf7-ef35-4dfe-8e55-3199276118b7 req-bd62deb8-4f48-4c84-a6d7-56ab647a1b01 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 945 time: 0.0515091 Jul 29 14:28:17.109216 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff203eeb-9f20-41af-8f66-24a5c9209c51 req-eef6a519-9327-4f1b-9f3f-008a9b53c4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:17.110729 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ff203eeb-9f20-41af-8f66-24a5c9209c51 req-eef6a519-9327-4f1b-9f3f-008a9b53c4f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6 HTTP/1.1" status: 200 len: 856 time: 0.0476913 Jul 29 14:28:17.130870 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a5f9edf7-ef35-4dfe-8e55-3199276118b7 req-a12d8c62-346c-4a16-8cc0-04b8e5757099 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346584 Jul 29 14:28:17.153370 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 33582) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:28:17.162536 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff203eeb-9f20-41af-8f66-24a5c9209c51 req-6bb356e2-3665-4f19-b678-e4b26966d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:17.164104 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ff203eeb-9f20-41af-8f66-24a5c9209c51 req-6bb356e2-3665-4f19-b678-e4b26966d435 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a4c7fff-7798-4447-98a3-cd40daeca628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459175 Jul 29 14:28:17.203001 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f6f72-b81d-40dc-9533-87d247a22940 req-cd9e3ef2-5f0a-4208-b8f4-73949168e9da tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:17.204542 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-112f6f72-b81d-40dc-9533-87d247a22940 req-cd9e3ef2-5f0a-4208-b8f4-73949168e9da tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 944 time: 0.0571845 Jul 29 14:28:17.273684 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ff203eeb-9f20-41af-8f66-24a5c9209c51 req-15aa6178-8e50-42ef-9892-d7c7eb296490 service neutron] 10.222.0.42 "GET /v2.0/networks/8a4c7fff-7798-4447-98a3-cd40daeca628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008415 Jul 29 14:28:17.300894 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-112f6f72-b81d-40dc-9533-87d247a22940 req-98acc44c-2256-4eda-a31e-d1651228c6b1 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902181 Jul 29 14:28:17.374822 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f6a2bd-787d-4ebb-ac0f-8a625da54217 tempest-TestMinimumBasicScenario-944027544 tempest-TestMinimumBasicScenario-944027544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:17.376353 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-70f6a2bd-787d-4ebb-ac0f-8a625da54217 tempest-TestMinimumBasicScenario-944027544 tempest-TestMinimumBasicScenario-944027544-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 1093 time: 0.2206409 Jul 29 14:28:17.379824 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 33588) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:28:17.384497 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-d2b63e44-a744-473d-bb1c-16d1c023d726 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Request body: {'floatingip': {'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'port_id': '188f4dfc-101b-4d0c-84a6-daa14ebf07f8', 'tenant_id': 'b522af7cb81c4d7583899d89c7783d4f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:28:17.405401 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ff203eeb-9f20-41af-8f66-24a5c9209c51 req-3783a830-074b-4077-b6f5-3bd48aed3ec4 service neutron] 10.222.0.42 "GET /v2.0/networks/8a4c7fff-7798-4447-98a3-cd40daeca628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971551 Jul 29 14:28:17.410403 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d2b63e44-a744-473d-bb1c-16d1c023d726 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks [] for floatingip, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:17.515557 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d2b63e44-a744-473d-bb1c-16d1c023d726 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:17.634598 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [None req-d2b63e44-a744-473d-bb1c-16d1c023d726 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Allocated IP 172.27.2.194 (32664875-679c-4a6a-adbf-80e7664b419a/8daef0cf-848b-40ef-9b17-9a185079ae25/e687cfd8-d6d3-4d28-9012-2b9119063600) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:28:17.741358 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d2b63e44-a744-473d-bb1c-16d1c023d726 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:17.780175 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d2b63e44-a744-473d-bb1c-16d1c023d726 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:17.818935 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b63e44-a744-473d-bb1c-16d1c023d726 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Network 32664875-679c-4a6a-adbf-80e7664b419a is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:28:17.824233 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-d2b63e44-a744-473d-bb1c-16d1c023d726 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:28:17.828580 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b63e44-a744-473d-bb1c-16d1c023d726 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:28:17.831595 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b63e44-a744-473d-bb1c-16d1c023d726 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Pushing event updated for resources: {'Port': ['ID=e687cfd8-d6d3-4d28-9012-2b9119063600,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:18.226905 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d2b63e44-a744-473d-bb1c-16d1c023d726 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:18.299785 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d2b63e44-a744-473d-bb1c-16d1c023d726 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:18.460786 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be041d-55eb-4ebe-9836-6f84ea54e3a2 req-d0ffd182-c43c-496c-aff4-8000a1ae080d tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:18.462313 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e6be041d-55eb-4ebe-9836-6f84ea54e3a2 req-d0ffd182-c43c-496c-aff4-8000a1ae080d tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 944 time: 0.0804913 Jul 29 14:28:18.517678 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d2b63e44-a744-473d-bb1c-16d1c023d726 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:18.522001 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e6be041d-55eb-4ebe-9836-6f84ea54e3a2 req-21c63374-2c00-4070-a826-d863c847c6be tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537302 Jul 29 14:28:18.523165 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d2b63e44-a744-473d-bb1c-16d1c023d726 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079021'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:18.589920 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b63e44-a744-473d-bb1c-16d1c023d726 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Pushing event updated for resources: {'Port': ['ID=e687cfd8-d6d3-4d28-9012-2b9119063600,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:18.603428 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d2b63e44-a744-473d-bb1c-16d1c023d726 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744517'] for floatingip, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:18.702981 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.db.l3_db [None req-d2b63e44-a744-473d-bb1c-16d1c023d726 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Floating IP 4e85c401-3244-4ed6-84ab-354b76a16749 associated. External IP: 172.27.2.194, port: 188f4dfc-101b-4d0c-84a6-daa14ebf07f8. Jul 29 14:28:18.902070 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b63e44-a744-473d-bb1c-16d1c023d726 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Router 949d7d3a-7d70-4d58-b61a-7661cf2d8ddb has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:28:19.005115 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b63e44-a744-473d-bb1c-16d1c023d726 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:28:19.018453 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba58af84-f4ff-4245-a1d2-641999457092 None None] Sync routers for ids ['949d7d3a-7d70-4d58-b61a-7661cf2d8ddb'] in dv-cinder-802882-2-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:28:19.023253 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d2b63e44-a744-473d-bb1c-16d1c023d726 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for floatingip, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:19.028627 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba58af84-f4ff-4245-a1d2-641999457092 None None] Routers {'949d7d3a-7d70-4d58-b61a-7661cf2d8ddb'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:28:19.029773 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-ba58af84-f4ff-4245-a1d2-641999457092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:27:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['949d7d3a-7d70-4d58-b61a-7661cf2d8ddb'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:19.050893 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-d2b63e44-a744-473d-bb1c-16d1c023d726 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6699457 Jul 29 14:28:19.051561 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a361774-f998-4e05-a52c-55a7b5593723', 'tag': '188f4dfc-101b-4d0c-84a6-daa14ebf07f8'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:28:19.053791 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 33596) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:28:19.054326 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d29991c668386e200e1a1994fca063bc4f2dc54aaad28d0a971c904e1588ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e5f332-9dc3-476d-8530-26e870df5f1c" -d '{"events": [{"name": "network-changed", "server_uuid": "7a361774-f998-4e05-a52c-55a7b5593723", "tag": "188f4dfc-101b-4d0c-84a6-daa14ebf07f8"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:28:19.058396 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-939360c4-8af5-4354-8df7-5734b160ab45 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1469390315', 'description': 'tempest-secgroup-smoke-1469390315 description', 'project_id': 'b522af7cb81c4d7583899d89c7783d4f'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:28:19.082193 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-939360c4-8af5-4354-8df7-5734b160ab45 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:19.095515 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a878b8-4f67-41af-ad4f-395a0cfd16ac x-openstack-request-id: req-01a878b8-4f67-41af-ad4f-395a0cfd16ac {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:28:19.095745 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a361774-f998-4e05-a52c-55a7b5593723", "tag": "188f4dfc-101b-4d0c-84a6-daa14ebf07f8", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:28:19.096000 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-01a878b8-4f67-41af-ad4f-395a0cfd16ac {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:28:19.096421 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a361774-f998-4e05-a52c-55a7b5593723', 'tag': '188f4dfc-101b-4d0c-84a6-daa14ebf07f8', 'status': 'completed', 'code': 200} Jul 29 14:28:19.216377 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-939360c4-8af5-4354-8df7-5734b160ab45 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:19.222922 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-939360c4-8af5-4354-8df7-5734b160ab45 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:19.255233 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-939360c4-8af5-4354-8df7-5734b160ab45 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:19.258367 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-939360c4-8af5-4354-8df7-5734b160ab45 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2035153 Jul 29 14:28:19.259362 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 33602) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:28:19.265319 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-7ac68435-119e-4b57-bd22-906491385d7f tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Request body: {'security_group_rule': {'security_group_id': '9a0dbf74-5c16-48aa-b927-e31c9572b119', 'project_id': 'b522af7cb81c4d7583899d89c7783d4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:28:19.268213 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939360c4-8af5-4354-8df7-5734b160ab45 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0dbf74-5c16-48aa-b927-e31c9572b119,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:19.274319 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-ba58af84-f4ff-4245-a1d2-641999457092 None None] Set router 949d7d3a-7d70-4d58-b61a-7661cf2d8ddb gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:28:19.288929 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5f332-9dc3-476d-8530-26e870df5f1c req-0fd15fbf-35f4-431a-8299-ced862afb9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:19.290507 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-36e5f332-9dc3-476d-8530-26e870df5f1c req-0fd15fbf-35f4-431a-8299-ced862afb9c3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b522af7cb81c4d7583899d89c7783d4f&device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 1098 time: 0.1668909 Jul 29 14:28:19.302882 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7ac68435-119e-4b57-bd22-906491385d7f tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:19.351948 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7ac68435-119e-4b57-bd22-906491385d7f tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:19.356809 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7ac68435-119e-4b57-bd22-906491385d7f tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525993'] for security_group_rule, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:19.375848 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac68435-119e-4b57-bd22-906491385d7f tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c47dd8-4c70-410e-b0a6-8854adc3a1e6,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:19.384719 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7ac68435-119e-4b57-bd22-906491385d7f tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:19.386059 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-7ac68435-119e-4b57-bd22-906491385d7f tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1249964 Jul 29 14:28:19.389267 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 33604) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:28:19.393842 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-1810d590-aa8e-41fb-a980-7c418e96427e tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Request body: {'security_group_rule': {'security_group_id': '9a0dbf74-5c16-48aa-b927-e31c9572b119', 'project_id': 'b522af7cb81c4d7583899d89c7783d4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:28:19.414230 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5f332-9dc3-476d-8530-26e870df5f1c req-a29612b6-ae6d-4a02-bcfd-fd23fe79fda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:19.416933 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-36e5f332-9dc3-476d-8530-26e870df5f1c req-a29612b6-ae6d-4a02-bcfd-fd23fe79fda0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c4b95e0e-568e-4b97-9204-e060c84b061b HTTP/1.1" status: 200 len: 915 time: 0.1094184 Jul 29 14:28:19.425227 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1810d590-aa8e-41fb-a980-7c418e96427e tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:19.487705 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-36e5f332-9dc3-476d-8530-26e870df5f1c req-3911b2cf-b58a-4419-ad94-4a86167d8916 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=188f4dfc-101b-4d0c-84a6-daa14ebf07f8 HTTP/1.1" status: 200 len: 999 time: 0.0636864 Jul 29 14:28:19.489111 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1810d590-aa8e-41fb-a980-7c418e96427e tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:19.492781 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1810d590-aa8e-41fb-a980-7c418e96427e tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525993'] for security_group_rule, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:19.516704 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810d590-aa8e-41fb-a980-7c418e96427e tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a76cc9-29ac-4b1a-9918-a766260a08dc,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:19.518992 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-ba58af84-f4ff-4245-a1d2-641999457092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'name': 'tempest-TestMinimumBasicScenario-516540834-router', 'tenant_id': 'b522af7cb81c4d7583899d89c7783d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '9fd22cfe-2f76-4ad4-996f-42370e4aff4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:27:22Z', 'updated_at': '2021-07-29T14:27:26Z', 'revision_number': 4, 'project_id': 'b522af7cb81c4d7583899d89c7783d4f', 'gw_port': {'id': '9fd22cfe-2f76-4ad4-996f-42370e4aff4d', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:23Z', 'updated_at': '2021-07-29T14:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_floatingips': [{'id': '4e85c401-3244-4ed6-84ab-354b76a16749', 'tenant_id': 'b522af7cb81c4d7583899d89c7783d4f', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'router_id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'port_id': '188f4dfc-101b-4d0c-84a6-daa14ebf07f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b95e0e-568e-4b97-9204-e060c84b061b', 'mac_address': 'fa:16:3e:29:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a361774-f998-4e05-a52c-55a7b5593723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:28:18Z', 'updated_at': '2021-07-29T14:28:18Z', 'revision_number': 0, 'project_id': 'b522af7cb81c4d7583899d89c7783d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04a7f5ec-7cee-4908-8fbc-5ffd6135f345', 'name': '', 'network_id': 'c4b95e0e-568e-4b97-9204-e060c84b061b', 'tenant_id': 'b522af7cb81c4d7583899d89c7783d4f', 'mac_address': 'fa:16:3e:e4:41:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '986eeae2-0f7f-4c34-a670-fcda2a53fd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:25Z', 'updated_at': '2021-07-29T14:27:33Z', 'revision_number': 5, 'project_id': 'b522af7cb81c4d7583899d89c7783d4f', 'subnets': [{'id': '986eeae2-0f7f-4c34-a670-fcda2a53fd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:19.520643 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1810d590-aa8e-41fb-a980-7c418e96427e tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:19.521946 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-1810d590-aa8e-41fb-a980-7c418e96427e tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1316233 Jul 29 14:28:19.528180 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 33606) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:28:19.533187 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-9e3bd08f-b945-4847-ba4a-d3cec4430149 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Request body: {'security_group_rule': {'security_group_id': '9a0dbf74-5c16-48aa-b927-e31c9572b119', 'project_id': 'b522af7cb81c4d7583899d89c7783d4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:28:19.554269 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba58af84-f4ff-4245-a1d2-641999457092 None None] Checking router: 949d7d3a-7d70-4d58-b61a-7661cf2d8ddb for host: dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:28:19.563923 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5f332-9dc3-476d-8530-26e870df5f1c req-23c50dd6-40ca-4bfa-9aa9-b74dcaba2e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:19.564893 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba58af84-f4ff-4245-a1d2-641999457092 None None] Routers {'949d7d3a-7d70-4d58-b61a-7661cf2d8ddb'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:28:19.565407 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-36e5f332-9dc3-476d-8530-26e870df5f1c req-23c50dd6-40ca-4bfa-9aa9-b74dcaba2e61 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=986eeae2-0f7f-4c34-a670-fcda2a53fd9d HTTP/1.1" status: 200 len: 853 time: 0.0658655 Jul 29 14:28:19.565541 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-ba58af84-f4ff-4245-a1d2-641999457092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:27:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['949d7d3a-7d70-4d58-b61a-7661cf2d8ddb'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:19.615689 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9e3bd08f-b945-4847-ba4a-d3cec4430149 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:19.659299 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5f332-9dc3-476d-8530-26e870df5f1c req-1e488175-6b47-4991-bb2b-b3dfdf99ecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:19.660805 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-36e5f332-9dc3-476d-8530-26e870df5f1c req-1e488175-6b47-4991-bb2b-b3dfdf99ecdc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4b95e0e-568e-4b97-9204-e060c84b061b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0877566 Jul 29 14:28:19.667879 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97520d3f-f935-4139-9e80-f8ab16b738a4 req-0fc2eddc-aae6-4589-b434-58f87c928f3e tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:19.676508 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-97520d3f-f935-4139-9e80-f8ab16b738a4 req-0fc2eddc-aae6-4589-b434-58f87c928f3e tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 944 time: 0.0710175 Jul 29 14:28:19.692548 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-ba58af84-f4ff-4245-a1d2-641999457092 None None] Set router 949d7d3a-7d70-4d58-b61a-7661cf2d8ddb gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:28:19.720865 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-97520d3f-f935-4139-9e80-f8ab16b738a4 req-8509c5fd-cb71-4fd0-998b-b399816744dc tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432847 Jul 29 14:28:19.942575 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-ba58af84-f4ff-4245-a1d2-641999457092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'name': 'tempest-TestMinimumBasicScenario-516540834-router', 'tenant_id': 'b522af7cb81c4d7583899d89c7783d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '9fd22cfe-2f76-4ad4-996f-42370e4aff4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:27:22Z', 'updated_at': '2021-07-29T14:27:26Z', 'revision_number': 4, 'project_id': 'b522af7cb81c4d7583899d89c7783d4f', 'gw_port': {'id': '9fd22cfe-2f76-4ad4-996f-42370e4aff4d', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:23Z', 'updated_at': '2021-07-29T14:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_floatingips': [{'id': '4e85c401-3244-4ed6-84ab-354b76a16749', 'tenant_id': 'b522af7cb81c4d7583899d89c7783d4f', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'router_id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'port_id': '188f4dfc-101b-4d0c-84a6-daa14ebf07f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b95e0e-568e-4b97-9204-e060c84b061b', 'mac_address': 'fa:16:3e:29:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a361774-f998-4e05-a52c-55a7b5593723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:28:18Z', 'updated_at': '2021-07-29T14:28:18Z', 'revision_number': 0, 'project_id': 'b522af7cb81c4d7583899d89c7783d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04a7f5ec-7cee-4908-8fbc-5ffd6135f345', 'name': '', 'network_id': 'c4b95e0e-568e-4b97-9204-e060c84b061b', 'tenant_id': 'b522af7cb81c4d7583899d89c7783d4f', 'mac_address': 'fa:16:3e:e4:41:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '986eeae2-0f7f-4c34-a670-fcda2a53fd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:25Z', 'updated_at': '2021-07-29T14:27:33Z', 'revision_number': 5, 'project_id': 'b522af7cb81c4d7583899d89c7783d4f', 'subnets': [{'id': '986eeae2-0f7f-4c34-a670-fcda2a53fd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:19.970035 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba58af84-f4ff-4245-a1d2-641999457092 None None] The sync data for ids ['949d7d3a-7d70-4d58-b61a-7661cf2d8ddb'] in dv-cinder-802882-2-iscsi is: [{'id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'name': 'tempest-TestMinimumBasicScenario-516540834-router', 'tenant_id': 'b522af7cb81c4d7583899d89c7783d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '9fd22cfe-2f76-4ad4-996f-42370e4aff4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:27:22Z', 'updated_at': '2021-07-29T14:27:26Z', 'revision_number': 4, 'project_id': 'b522af7cb81c4d7583899d89c7783d4f', 'gw_port': {'id': '9fd22cfe-2f76-4ad4-996f-42370e4aff4d', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:23Z', 'updated_at': '2021-07-29T14:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_floatingips': [{'id': '4e85c401-3244-4ed6-84ab-354b76a16749', 'tenant_id': 'b522af7cb81c4d7583899d89c7783d4f', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'router_id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'port_id': '188f4dfc-101b-4d0c-84a6-daa14ebf07f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b95e0e-568e-4b97-9204-e060c84b061b', 'mac_address': 'fa:16:3e:29:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a361774-f998-4e05-a52c-55a7b5593723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:28:18Z', 'updated_at': '2021-07-29T14:28:18Z', 'revision_number': 0, 'project_id': 'b522af7cb81c4d7583899d89c7783d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04a7f5ec-7cee-4908-8fbc-5ffd6135f345', 'name': '', 'network_id': 'c4b95e0e-568e-4b97-9204-e060c84b061b', 'tenant_id': 'b522af7cb81c4d7583899d89c7783d4f', 'mac_address': 'fa:16:3e:e4:41:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '986eeae2-0f7f-4c34-a670-fcda2a53fd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:25Z', 'updated_at': '2021-07-29T14:27:33Z', 'revision_number': 5, 'project_id': 'b522af7cb81c4d7583899d89c7783d4f', 'subnets': [{'id': '986eeae2-0f7f-4c34-a670-fcda2a53fd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:28:19.980573 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9e3bd08f-b945-4847-ba4a-d3cec4430149 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:19.986115 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9e3bd08f-b945-4847-ba4a-d3cec4430149 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525993'] for security_group_rule, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:20.021086 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3bd08f-b945-4847-ba4a-d3cec4430149 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fc37f9e-8f68-4d10-95d0-1a7937f80b22,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:20.033148 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9e3bd08f-b945-4847-ba4a-d3cec4430149 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:20.036841 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-9e3bd08f-b945-4847-ba4a-d3cec4430149 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5052474 Jul 29 14:28:20.037375 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 33612) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:28:20.038128 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-36e5f332-9dc3-476d-8530-26e870df5f1c req-9dea9bff-b265-42d7-838a-9bdf49d196fd service neutron] 10.222.0.42 "GET /v2.0/networks/c4b95e0e-568e-4b97-9204-e060c84b061b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660147 Jul 29 14:28:20.042274 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-3cd2e3ee-5664-4654-afee-56abb18c23d3 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Request body: {'security_group_rule': {'security_group_id': '9a0dbf74-5c16-48aa-b927-e31c9572b119', 'project_id': 'b522af7cb81c4d7583899d89c7783d4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:28:20.071105 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3cd2e3ee-5664-4654-afee-56abb18c23d3 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:20.127913 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3cd2e3ee-5664-4654-afee-56abb18c23d3 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:20.132706 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3cd2e3ee-5664-4654-afee-56abb18c23d3 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525993'] for security_group_rule, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:20.142527 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-36e5f332-9dc3-476d-8530-26e870df5f1c req-df4a5329-8aa7-4e58-b3a2-f20692acfadd service neutron] 10.222.0.42 "GET /v2.0/networks/c4b95e0e-568e-4b97-9204-e060c84b061b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948474 Jul 29 14:28:20.155841 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2e3ee-5664-4654-afee-56abb18c23d3 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41f9b091-4b58-4ad2-b6f1-cd30b89410df,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:20.167194 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3cd2e3ee-5664-4654-afee-56abb18c23d3 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:20.171388 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-3cd2e3ee-5664-4654-afee-56abb18c23d3 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1301217 Jul 29 14:28:20.171555 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 33614) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:28:20.176403 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-c315a582-453a-417c-8f33-d802daa69eb4 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Request body: {'security_group_rule': {'security_group_id': '9a0dbf74-5c16-48aa-b927-e31c9572b119', 'project_id': 'b522af7cb81c4d7583899d89c7783d4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:28:20.178169 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11efa823-739d-4b44-a689-7aba17135168 None None] New status for floating IP 4e85c401-3244-4ed6-84ab-354b76a16749: ACTIVE {{(pid=93049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:28:20.207484 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.db.securitygroups_db [None req-c315a582-453a-417c-8f33-d802daa69eb4 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Project b522af7cb81c4d7583899d89c7783d4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 14:28:20.212303 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c315a582-453a-417c-8f33-d802daa69eb4 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:20.272901 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c315a582-453a-417c-8f33-d802daa69eb4 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:20.276686 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c315a582-453a-417c-8f33-d802daa69eb4 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525993'] for security_group_rule, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:20.295682 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315a582-453a-417c-8f33-d802daa69eb4 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff6f71de-ea9d-48fd-a3bb-19259924c976,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:20.301845 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c315a582-453a-417c-8f33-d802daa69eb4 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:20.303151 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-c315a582-453a-417c-8f33-d802daa69eb4 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1306071 Jul 29 14:28:20.305738 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 33616) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:28:20.310128 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-73d4b971-2e41-4ef2-ad89-9fe4c7aeca80 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Request body: {'security_group_rule': {'security_group_id': '9a0dbf74-5c16-48aa-b927-e31c9572b119', 'project_id': 'b522af7cb81c4d7583899d89c7783d4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:28:20.331440 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.db.securitygroups_db [None req-73d4b971-2e41-4ef2-ad89-9fe4c7aeca80 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Project b522af7cb81c4d7583899d89c7783d4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 14:28:20.336643 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-73d4b971-2e41-4ef2-ad89-9fe4c7aeca80 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:20.391786 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device e6e2264e-d738-46e7-9f34-015f36786387 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:28:20.402689 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-73d4b971-2e41-4ef2-ad89-9fe4c7aeca80 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:20.407727 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-73d4b971-2e41-4ef2-ad89-9fe4c7aeca80 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525993'] for security_group_rule, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:20.425311 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4b971-2e41-4ef2-ad89-9fe4c7aeca80 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de62566-e7b1-48f6-a430-def826057a8f,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:20.433004 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-73d4b971-2e41-4ef2-ad89-9fe4c7aeca80 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:20.434262 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-73d4b971-2e41-4ef2-ad89-9fe4c7aeca80 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275315 Jul 29 14:28:20.493342 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port e6e2264e-d738-46e7-9f34-015f36786387, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=e6e2264e-d738-46e7-9f34-015f36786387,segment=NetworkSegment(2a3c3cb3-1d3e-4c59-bff4-f754839f2eca),segment_id=2a3c3cb3-1d3e-4c59-bff4-f754839f2eca)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:28:20.506694 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Returning: {'device': 'e6e2264e-d738-46e7-9f34-015f36786387', 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628', 'port_id': 'e6e2264e-d738-46e7-9f34-015f36786387', 'mac_address': 'fa:16:3e:2f:fc:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:28:20.517760 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-efb895f7-550c-4d36-a23c-9ec86c9f7ef9 req-29383706-8ebd-4c9a-adb3-332b98f7a36c tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1469390315&fields=id&tenant_id=b522af7cb81c4d7583899d89c7783d4f HTTP/1.1" status: 200 len: 267 time: 0.0347908 Jul 29 14:28:20.546277 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:20.560259 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6e2264e-d738-46e7-9f34-015f36786387 {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:28:20.570774 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb895f7-550c-4d36-a23c-9ec86c9f7ef9 req-fddfc9f7-21e6-4d2b-a52e-fea8fead593c tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:20.572294 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-efb895f7-550c-4d36-a23c-9ec86c9f7ef9 req-fddfc9f7-21e6-4d2b-a52e-fea8fead593c tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 945 time: 0.0488160 Jul 29 14:28:20.580456 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port e6e2264e-d738-46e7-9f34-015f36786387, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=e6e2264e-d738-46e7-9f34-015f36786387,segment=NetworkSegment(2a3c3cb3-1d3e-4c59-bff4-f754839f2eca),segment_id=2a3c3cb3-1d3e-4c59-bff4-f754839f2eca)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:28:20.583810 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-efb895f7-550c-4d36-a23c-9ec86c9f7ef9 req-a537d0b8-ba2c-41d0-8b9d-43dd51ed0d4f tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Request body: {'port': {'security_groups': ['f3b42c7c-69a0-4763-9282-814d3999850f', '9a0dbf74-5c16-48aa-b927-e31c9572b119']}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:28:20.584278 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:20.634129 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=e6e2264e-d738-46e7-9f34-015f36786387,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:20.652139 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-efb895f7-550c-4d36-a23c-9ec86c9f7ef9 req-a537d0b8-ba2c-41d0-8b9d-43dd51ed0d4f tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:20.871145 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-efb895f7-550c-4d36-a23c-9ec86c9f7ef9 req-a537d0b8-ba2c-41d0-8b9d-43dd51ed0d4f tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] For port 188f4dfc-101b-4d0c-84a6-daa14ebf07f8, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=188f4dfc-101b-4d0c-84a6-daa14ebf07f8,segment=NetworkSegment(d13475f9-0874-455c-8209-a74023657473),segment_id=d13475f9-0874-455c-8209-a74023657473)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:28:20.877081 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['e6e2264e-d738-46e7-9f34-015f36786387'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:28:20.880633 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188353a3-100e-4f36-9fc9-289d3722e9fa req-8dbbc21d-b61c-476e-b15a-3a0d9945ac07 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:20.882158 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-188353a3-100e-4f36-9fc9-289d3722e9fa req-8dbbc21d-b61c-476e-b15a-3a0d9945ac07 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 945 time: 0.0854704 Jul 29 14:28:20.930876 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-efb895f7-550c-4d36-a23c-9ec86c9f7ef9 req-a537d0b8-ba2c-41d0-8b9d-43dd51ed0d4f tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:20.940199 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-188353a3-100e-4f36-9fc9-289d3722e9fa req-e2accc2e-1704-46ec-88f7-1be94c2823f0 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516858 Jul 29 14:28:20.940811 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-efb895f7-550c-4d36-a23c-9ec86c9f7ef9 req-a537d0b8-ba2c-41d0-8b9d-43dd51ed0d4f tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079021'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:20.984890 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb895f7-550c-4d36-a23c-9ec86c9f7ef9 req-a537d0b8-ba2c-41d0-8b9d-43dd51ed0d4f tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:20.985623 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-efb895f7-550c-4d36-a23c-9ec86c9f7ef9 req-a537d0b8-ba2c-41d0-8b9d-43dd51ed0d4f tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:20.987021 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-efb895f7-550c-4d36-a23c-9ec86c9f7ef9 req-a537d0b8-ba2c-41d0-8b9d-43dd51ed0d4f tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "PUT /v2.0/ports/188f4dfc-101b-4d0c-84a6-daa14ebf07f8 HTTP/1.1" status: 200 len: 981 time: 0.4080863 Jul 29 14:28:21.011736 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537d0b8-ba2c-41d0-8b9d-43dd51ed0d4f tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Pushing event updated for resources: {'Port': ['ID=188f4dfc-101b-4d0c-84a6-daa14ebf07f8,revision_number=6']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:21.082515 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['188f4dfc-101b-4d0c-84a6-daa14ebf07f8'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:28:21.221456 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d45d8b96-0e7c-4ae1-b203-77f7d5afd3e6 None None] Provisioning complete for port 188f4dfc-101b-4d0c-84a6-daa14ebf07f8 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:28:21.222027 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d45d8b96-0e7c-4ae1-b203-77f7d5afd3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:21.320237 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a361774-f998-4e05-a52c-55a7b5593723', 'tag': '188f4dfc-101b-4d0c-84a6-daa14ebf07f8'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:28:21.322509 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d29991c668386e200e1a1994fca063bc4f2dc54aaad28d0a971c904e1588ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ba4ad6-1d4d-42e2-8070-68282d6fca0a" -d '{"events": [{"name": "network-changed", "server_uuid": "7a361774-f998-4e05-a52c-55a7b5593723", "tag": "188f4dfc-101b-4d0c-84a6-daa14ebf07f8"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:28:21.348813 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e429c8-47df-45cc-b205-86cedd99af95 req-88c6aaff-f475-4bc5-b659-17998361eb16 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:21.356390 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f8e429c8-47df-45cc-b205-86cedd99af95 req-88c6aaff-f475-4bc5-b659-17998361eb16 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 984 time: 0.2937388 Jul 29 14:28:21.378466 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604f1579-b49e-4de9-bb3d-80b0ba04c1f3 x-openstack-request-id: req-604f1579-b49e-4de9-bb3d-80b0ba04c1f3 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:28:21.379017 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a361774-f998-4e05-a52c-55a7b5593723", "tag": "188f4dfc-101b-4d0c-84a6-daa14ebf07f8", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:28:21.379264 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-604f1579-b49e-4de9-bb3d-80b0ba04c1f3 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:28:21.379643 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a361774-f998-4e05-a52c-55a7b5593723', 'tag': '188f4dfc-101b-4d0c-84a6-daa14ebf07f8', 'status': 'completed', 'code': 200} Jul 29 14:28:21.398472 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f8e429c8-47df-45cc-b205-86cedd99af95 req-36843d94-4923-4c14-b907-952bba3ff53d tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&id=9a0dbf74-5c16-48aa-b927-e31c9572b119&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411496 Jul 29 14:28:21.444887 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba4ad6-1d4d-42e2-8070-68282d6fca0a req-7e73ad90-abab-4c62-9d6f-b23ab735b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:21.446494 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-13ba4ad6-1d4d-42e2-8070-68282d6fca0a req-7e73ad90-abab-4c62-9d6f-b23ab735b68c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b522af7cb81c4d7583899d89c7783d4f&device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 1137 time: 0.0420697 Jul 29 14:28:21.492657 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['188f4dfc-101b-4d0c-84a6-daa14ebf07f8'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:28:21.543997 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba4ad6-1d4d-42e2-8070-68282d6fca0a req-9c10e407-a894-4a64-8f44-e9cbaf4021d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:21.545569 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-13ba4ad6-1d4d-42e2-8070-68282d6fca0a req-9c10e407-a894-4a64-8f44-e9cbaf4021d3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c4b95e0e-568e-4b97-9204-e060c84b061b HTTP/1.1" status: 200 len: 915 time: 0.0879138 Jul 29 14:28:21.611060 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-13ba4ad6-1d4d-42e2-8070-68282d6fca0a req-079f0c7a-2d14-45cb-b336-c6f731bbbd51 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=188f4dfc-101b-4d0c-84a6-daa14ebf07f8 HTTP/1.1" status: 200 len: 1001 time: 0.0579858 Jul 29 14:28:21.662610 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba4ad6-1d4d-42e2-8070-68282d6fca0a req-d3609179-b904-4d1b-aa82-e48eb404f894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:21.664318 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-13ba4ad6-1d4d-42e2-8070-68282d6fca0a req-d3609179-b904-4d1b-aa82-e48eb404f894 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=986eeae2-0f7f-4c34-a670-fcda2a53fd9d HTTP/1.1" status: 200 len: 853 time: 0.0453820 Jul 29 14:28:21.719893 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba4ad6-1d4d-42e2-8070-68282d6fca0a req-def396f6-580c-481c-81b8-804dbeacba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:21.721420 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-13ba4ad6-1d4d-42e2-8070-68282d6fca0a req-def396f6-580c-481c-81b8-804dbeacba96 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4b95e0e-568e-4b97-9204-e060c84b061b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481606 Jul 29 14:28:21.815025 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-13ba4ad6-1d4d-42e2-8070-68282d6fca0a req-19d642a0-d2d8-416a-967b-4b5565722b8c service neutron] 10.222.0.42 "GET /v2.0/networks/c4b95e0e-568e-4b97-9204-e060c84b061b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836754 Jul 29 14:28:21.910731 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-13ba4ad6-1d4d-42e2-8070-68282d6fca0a req-c56759ec-ca4a-43e4-ba7b-9eabb33a69f1 service neutron] 10.222.0.42 "GET /v2.0/networks/c4b95e0e-568e-4b97-9204-e060c84b061b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871770 Jul 29 14:28:22.066255 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b16a3d-202d-4e87-9d56-38a7243e5bcd req-609ae8a2-4447-45d6-bb95-e1b65fc6dcf5 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:22.067812 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-34b16a3d-202d-4e87-9d56-38a7243e5bcd req-609ae8a2-4447-45d6-bb95-e1b65fc6dcf5 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 945 time: 0.0476611 Jul 29 14:28:22.105109 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-34b16a3d-202d-4e87-9d56-38a7243e5bcd req-cfc2ed0b-394d-4d12-b8d6-39e8f00043eb tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313966 Jul 29 14:28:22.392635 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device e6e2264e-d738-46e7-9f34-015f36786387 up at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:28:22.441624 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning for port e6e2264e-d738-46e7-9f34-015f36786387 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:28:22.445119 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning complete for port e6e2264e-d738-46e7-9f34-015f36786387 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:28:22.445496 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:22.522201 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:22.543162 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04757c20-44d9-4ae4-9adf-841459744ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e2264e-d738-46e7-9f34-015f36786387'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:28:22.545543 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccb16db2f9a74c00367815e69fa446d7a78c69e07d65ec2c4e32efa5fc27a6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae1db63-c1c8-48ba-8dab-f23cf8e69fe9" -d '{"events": [{"server_uuid": "04757c20-44d9-4ae4-9adf-841459744ff0", "name": "network-vif-plugged", "status": "completed", "tag": "e6e2264e-d738-46e7-9f34-015f36786387"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:28:22.559293 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port e6e2264e-d738-46e7-9f34-015f36786387, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=e6e2264e-d738-46e7-9f34-015f36786387,segment=NetworkSegment(2a3c3cb3-1d3e-4c59-bff4-f754839f2eca),segment_id=2a3c3cb3-1d3e-4c59-bff4-f754839f2eca)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:28:22.563573 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:22.587403 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9157a4b-1185-4e6a-ab27-3d269c9e194a x-openstack-request-id: req-c9157a4b-1185-4e6a-ab27-3d269c9e194a {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:28:22.587704 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04757c20-44d9-4ae4-9adf-841459744ff0", "name": "network-vif-plugged", "status": "completed", "tag": "e6e2264e-d738-46e7-9f34-015f36786387", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:28:22.587961 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c9157a4b-1185-4e6a-ab27-3d269c9e194a {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:28:22.588450 dv-cinder-802882-2-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04757c20-44d9-4ae4-9adf-841459744ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e2264e-d738-46e7-9f34-015f36786387', 'code': 200} Jul 29 14:28:22.614614 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=e6e2264e-d738-46e7-9f34-015f36786387,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:22.752654 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469845c7-9f25-434c-8e21-55dc24bf00e5 req-ca0b5b0d-786f-4339-923e-1d4b859b028f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:22.754402 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-469845c7-9f25-434c-8e21-55dc24bf00e5 req-ca0b5b0d-786f-4339-923e-1d4b859b028f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 1099 time: 0.0406404 Jul 29 14:28:22.793116 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-469845c7-9f25-434c-8e21-55dc24bf00e5 req-c0ef936a-f941-40a5-9864-5134b4afa740 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271506 Jul 29 14:28:23.222397 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec0e11-2b4d-4b30-8ff0-6b5166ddc430 req-41b15fa0-3ca0-4543-b81e-a744d398e2be tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:23.224146 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2bec0e11-2b4d-4b30-8ff0-6b5166ddc430 req-41b15fa0-3ca0-4543-b81e-a744d398e2be tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 946 time: 0.0493226 Jul 29 14:28:23.262791 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2bec0e11-2b4d-4b30-8ff0-6b5166ddc430 req-30535032-91f8-4448-9915-74f3aa886ca1 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327787 Jul 29 14:28:24.385806 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f28e85-a937-4de6-84fd-f8cf5db7c371 req-de736173-38fa-42a0-9ea0-dc36d866bc14 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:24.387321 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-97f28e85-a937-4de6-84fd-f8cf5db7c371 req-de736173-38fa-42a0-9ea0-dc36d866bc14 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 946 time: 0.0529690 Jul 29 14:28:24.426698 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-97f28e85-a937-4de6-84fd-f8cf5db7c371 req-0aebded4-c084-470f-b6f7-e8527839b24a tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326593 Jul 29 14:28:24.541223 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a940084-9a54-4d2b-a074-ad891bd22afb req-7d2cd885-682a-4e5c-89a3-a92b70d18699 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:24.542771 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7a940084-9a54-4d2b-a074-ad891bd22afb req-7d2cd885-682a-4e5c-89a3-a92b70d18699 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 946 time: 0.0490229 Jul 29 14:28:24.551187 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 33662) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:28:24.555760 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-54f52b13-6824-4e15-943d-0bf89c2c3144 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Request body: {'floatingip': {'port_id': 'e6e2264e-d738-46e7-9f34-015f36786387'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:28:24.598206 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-54f52b13-6824-4e15-943d-0bf89c2c3144 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for floatingip, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:25.027367 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-54f52b13-6824-4e15-943d-0bf89c2c3144 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:25.031337 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-54f52b13-6824-4e15-943d-0bf89c2c3144 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744517'] for floatingip, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:25.080167 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-8855be9f-2b64-447b-885c-13a77ec4067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:25.129748 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.db.l3_db [None req-54f52b13-6824-4e15-943d-0bf89c2c3144 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Floating IP f5f5beec-e84e-4093-8c11-e8436e1f6076 associated. External IP: 172.27.2.159, port: e6e2264e-d738-46e7-9f34-015f36786387. Jul 29 14:28:25.340073 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f52b13-6824-4e15-943d-0bf89c2c3144 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Router b8740e5e-e875-4633-92b6-848c052a1b56 has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:28:25.446001 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f52b13-6824-4e15-943d-0bf89c2c3144 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:28:25.450480 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-54f52b13-6824-4e15-943d-0bf89c2c3144 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for floatingip, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:25.455205 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988aa756-6117-4b8a-9e37-b4c0383e9d61 None None] Sync routers for ids ['b8740e5e-e875-4633-92b6-848c052a1b56'] in dv-cinder-802882-2-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:28:25.463910 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988aa756-6117-4b8a-9e37-b4c0383e9d61 None None] Routers {'b8740e5e-e875-4633-92b6-848c052a1b56'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:28:25.464512 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-988aa756-6117-4b8a-9e37-b4c0383e9d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:27:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['b8740e5e-e875-4633-92b6-848c052a1b56'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:25.477533 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-54f52b13-6824-4e15-943d-0bf89c2c3144 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "PUT /v2.0/floatingips/f5f5beec-e84e-4093-8c11-e8436e1f6076 HTTP/1.1" status: 200 len: 992 time: 0.9252019 Jul 29 14:28:25.478284 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04757c20-44d9-4ae4-9adf-841459744ff0', 'tag': 'e6e2264e-d738-46e7-9f34-015f36786387'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:28:25.480518 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d29991c668386e200e1a1994fca063bc4f2dc54aaad28d0a971c904e1588ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ba8c45-b505-47ab-877a-703c3906db8a" -d '{"events": [{"name": "network-changed", "server_uuid": "04757c20-44d9-4ae4-9adf-841459744ff0", "tag": "e6e2264e-d738-46e7-9f34-015f36786387"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:28:25.518213 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3c3247-705a-406d-b0dc-ef25a9487cb6 x-openstack-request-id: req-eb3c3247-705a-406d-b0dc-ef25a9487cb6 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:28:25.518523 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04757c20-44d9-4ae4-9adf-841459744ff0", "tag": "e6e2264e-d738-46e7-9f34-015f36786387", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:28:25.518767 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eb3c3247-705a-406d-b0dc-ef25a9487cb6 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:28:25.519163 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04757c20-44d9-4ae4-9adf-841459744ff0', 'tag': 'e6e2264e-d738-46e7-9f34-015f36786387', 'status': 'completed', 'code': 200} Jul 29 14:28:25.574002 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-988aa756-6117-4b8a-9e37-b4c0383e9d61 None None] Set router b8740e5e-e875-4633-92b6-848c052a1b56 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:28:25.585454 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba8c45-b505-47ab-877a-703c3906db8a req-ec3df7a5-f238-4203-b5c5-6ba79c66c9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:25.587003 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-31ba8c45-b505-47ab-877a-703c3906db8a req-ec3df7a5-f238-4203-b5c5-6ba79c66c9a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ecc5aee94f74408ba54b34189a01d823&device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 1099 time: 0.0396163 Jul 29 14:28:25.682660 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba8c45-b505-47ab-877a-703c3906db8a req-b0dc1c27-ad3a-4125-9b2f-3a295c1e7ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:25.684069 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-31ba8c45-b505-47ab-877a-703c3906db8a req-b0dc1c27-ad3a-4125-9b2f-3a295c1e7ed7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a4c7fff-7798-4447-98a3-cd40daeca628 HTTP/1.1" status: 200 len: 918 time: 0.0882730 Jul 29 14:28:25.754588 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-31ba8c45-b505-47ab-877a-703c3906db8a req-34dd1930-ff4e-403b-b5af-77c81eca4f7a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6e2264e-d738-46e7-9f34-015f36786387 HTTP/1.1" status: 200 len: 1000 time: 0.0608048 Jul 29 14:28:25.807266 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba8c45-b505-47ab-877a-703c3906db8a req-0eececcf-7502-4560-8b61-7d3dae03afba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:25.808771 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-31ba8c45-b505-47ab-877a-703c3906db8a req-0eececcf-7502-4560-8b61-7d3dae03afba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6 HTTP/1.1" status: 200 len: 856 time: 0.0451853 Jul 29 14:28:25.859416 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba8c45-b505-47ab-877a-703c3906db8a req-aef7d31b-771b-494d-8954-9665611115df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:25.860932 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-31ba8c45-b505-47ab-877a-703c3906db8a req-aef7d31b-771b-494d-8954-9665611115df service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a4c7fff-7798-4447-98a3-cd40daeca628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441275 Jul 29 14:28:25.918361 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-988aa756-6117-4b8a-9e37-b4c0383e9d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'name': 'tempest-AttachVolumeShelveTestJSON-1140062297-router', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:04Z', 'updated_at': '2021-07-29T14:23:13Z', 'revision_number': 4, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'gw_port': {'id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_floatingips': [{'id': 'f5f5beec-e84e-4093-8c11-e8436e1f6076', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'floating_ip_address': '172.27.2.159', 'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'router_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'port_id': 'e6e2264e-d738-46e7-9f34-015f36786387', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628', 'mac_address': 'fa:16:3e:2f:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04757c20-44d9-4ae4-9adf-841459744ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:28:12Z', 'updated_at': '2021-07-29T14:28:24Z', 'revision_number': 1, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9bb935-1ebc-4853-b9e9-73407a67beda', 'name': '', 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'mac_address': 'fa:16:3e:9c:bb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:11Z', 'updated_at': '2021-07-29T14:23:26Z', 'revision_number': 5, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'subnets': [{'id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:25.946290 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988aa756-6117-4b8a-9e37-b4c0383e9d61 None None] Checking router: b8740e5e-e875-4633-92b6-848c052a1b56 for host: dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:28:25.954073 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-31ba8c45-b505-47ab-877a-703c3906db8a req-b754c0ef-39be-4e79-9e20-5362cf1d68e0 service neutron] 10.222.0.42 "GET /v2.0/networks/8a4c7fff-7798-4447-98a3-cd40daeca628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847571 Jul 29 14:28:25.955323 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988aa756-6117-4b8a-9e37-b4c0383e9d61 None None] Routers {'b8740e5e-e875-4633-92b6-848c052a1b56'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:28:25.955978 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-988aa756-6117-4b8a-9e37-b4c0383e9d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:27:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['b8740e5e-e875-4633-92b6-848c052a1b56'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:26.063306 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-31ba8c45-b505-47ab-877a-703c3906db8a req-7f5795d2-7b37-4ee9-b0e8-8642b7407de1 service neutron] 10.222.0.42 "GET /v2.0/networks/8a4c7fff-7798-4447-98a3-cd40daeca628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934682 Jul 29 14:28:26.063874 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-988aa756-6117-4b8a-9e37-b4c0383e9d61 None None] Set router b8740e5e-e875-4633-92b6-848c052a1b56 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:28:26.284655 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-988aa756-6117-4b8a-9e37-b4c0383e9d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'name': 'tempest-AttachVolumeShelveTestJSON-1140062297-router', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:04Z', 'updated_at': '2021-07-29T14:23:13Z', 'revision_number': 4, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'gw_port': {'id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_floatingips': [{'id': 'f5f5beec-e84e-4093-8c11-e8436e1f6076', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'floating_ip_address': '172.27.2.159', 'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'router_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'port_id': 'e6e2264e-d738-46e7-9f34-015f36786387', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628', 'mac_address': 'fa:16:3e:2f:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04757c20-44d9-4ae4-9adf-841459744ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:28:12Z', 'updated_at': '2021-07-29T14:28:24Z', 'revision_number': 1, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9bb935-1ebc-4853-b9e9-73407a67beda', 'name': '', 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'mac_address': 'fa:16:3e:9c:bb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:11Z', 'updated_at': '2021-07-29T14:23:26Z', 'revision_number': 5, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'subnets': [{'id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:26.311297 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988aa756-6117-4b8a-9e37-b4c0383e9d61 None None] The sync data for ids ['b8740e5e-e875-4633-92b6-848c052a1b56'] in dv-cinder-802882-2-iscsi is: [{'id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'name': 'tempest-AttachVolumeShelveTestJSON-1140062297-router', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:04Z', 'updated_at': '2021-07-29T14:23:13Z', 'revision_number': 4, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'gw_port': {'id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_floatingips': [{'id': 'f5f5beec-e84e-4093-8c11-e8436e1f6076', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'floating_ip_address': '172.27.2.159', 'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'router_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'port_id': 'e6e2264e-d738-46e7-9f34-015f36786387', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628', 'mac_address': 'fa:16:3e:2f:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04757c20-44d9-4ae4-9adf-841459744ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:28:12Z', 'updated_at': '2021-07-29T14:28:24Z', 'revision_number': 1, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9bb935-1ebc-4853-b9e9-73407a67beda', 'name': '', 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'mac_address': 'fa:16:3e:9c:bb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:11Z', 'updated_at': '2021-07-29T14:23:26Z', 'revision_number': 5, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'subnets': [{'id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:28:26.344642 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:26.517405 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f0eaf1-1834-4e2f-bebf-5e12e87c205d None None] New status for floating IP f5f5beec-e84e-4093-8c11-e8436e1f6076: ACTIVE {{(pid=93049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:28:28.026628 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-9a38e2ba-871a-4b51-9397-8c101857883c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:28.253466 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:29.343155 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:31.371799 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:33.129802 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:28:33.469862 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8a65e-6038-472e-8c09-486fa102657d req-22cab9a3-8abe-46d8-8e34-3f3ccfffe9d0 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:33.471288 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fee8a65e-6038-472e-8c09-486fa102657d req-22cab9a3-8abe-46d8-8e34-3f3ccfffe9d0 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0483332 Jul 29 14:28:33.508356 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fee8a65e-6038-472e-8c09-486fa102657d req-cbef970d-f8cd-4f38-b0c0-bc5f2ae61b9a tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310428 Jul 29 14:28:34.624714 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c1cf5-fcbe-40ce-92e2-6e0e4247b59a req-75e4e984-73cb-446b-97b9-e22b6b16ec3f tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:34.626230 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-634c1cf5-fcbe-40ce-92e2-6e0e4247b59a req-75e4e984-73cb-446b-97b9-e22b6b16ec3f tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0513380 Jul 29 14:28:34.665033 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-634c1cf5-fcbe-40ce-92e2-6e0e4247b59a req-00b95774-b99c-46cf-8f2e-222f1cc76303 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326626 Jul 29 14:28:35.625014 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4280c12-2d65-4b5b-8662-d85e6ca81d09 req-ec97f416-6b8d-4f01-8161-8937b3fba921 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:35.626477 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c4280c12-2d65-4b5b-8662-d85e6ca81d09 req-ec97f416-6b8d-4f01-8161-8937b3fba921 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0479529 Jul 29 14:28:35.717852 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-c4280c12-2d65-4b5b-8662-d85e6ca81d09 req-19e47bae-ee13-485f-a25a-4f849239deda tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Deleting port 63ee529b-d804-4509-b79a-2b8d91edfaa0 {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:28:35.718220 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-c4280c12-2d65-4b5b-8662-d85e6ca81d09 req-19e47bae-ee13-485f-a25a-4f849239deda tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:35.779159 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9ec83-6b47-4b02-a1d6-0dd0e815ee81 req-ce3f4e96-0729-4ca9-b861-5cb180f35f44 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:35.781234 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-aeb9ec83-6b47-4b02-a1d6-0dd0e815ee81 req-ce3f4e96-0729-4ca9-b861-5cb180f35f44 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 946 time: 0.0479393 Jul 29 14:28:35.808132 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-c4280c12-2d65-4b5b-8662-d85e6ca81d09 req-19e47bae-ee13-485f-a25a-4f849239deda tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] For port 63ee529b-d804-4509-b79a-2b8d91edfaa0, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=63ee529b-d804-4509-b79a-2b8d91edfaa0,segment=NetworkSegment(171cdf2a-2213-42f7-85e5-9a92fa36eb78),segment_id=171cdf2a-2213-42f7-85e5-9a92fa36eb78)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:28:35.808502 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-c4280c12-2d65-4b5b-8662-d85e6ca81d09 req-19e47bae-ee13-485f-a25a-4f849239deda tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:35.821957 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-aeb9ec83-6b47-4b02-a1d6-0dd0e815ee81 req-e74c3e68-68a0-46c1-9c23-8fbc14fdbec6 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=19db7deb-0f3d-4013-9767-b454b3dbd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324023 Jul 29 14:28:35.976295 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-c4280c12-2d65-4b5b-8662-d85e6ca81d09 req-19e47bae-ee13-485f-a25a-4f849239deda tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:35.976670 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-c4280c12-2d65-4b5b-8662-d85e6ca81d09 req-19e47bae-ee13-485f-a25a-4f849239deda tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744517'] for floatingip, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:35.976986 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.db.l3_db [req-c4280c12-2d65-4b5b-8662-d85e6ca81d09 req-19e47bae-ee13-485f-a25a-4f849239deda tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Floating IP 001b7676-fa64-41aa-9a85-13cb110f441a disassociated. External IP: 172.27.2.47, port: 63ee529b-d804-4509-b79a-2b8d91edfaa0. Jul 29 14:28:35.977331 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-c4280c12-2d65-4b5b-8662-d85e6ca81d09 req-19e47bae-ee13-485f-a25a-4f849239deda tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Calling delete_port for 63ee529b-d804-4509-b79a-2b8d91edfaa0 owned by compute:nova {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:28:36.104152 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-c4280c12-2d65-4b5b-8662-d85e6ca81d09 req-19e47bae-ee13-485f-a25a-4f849239deda tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:36.130847 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e47bae-ee13-485f-a25a-4f849239deda tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Pushing event deleted for resources: {'Port': ['ID=63ee529b-d804-4509-b79a-2b8d91edfaa0,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:36.247345 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4280c12-2d65-4b5b-8662-d85e6ca81d09 req-19e47bae-ee13-485f-a25a-4f849239deda tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Router ddc7cf52-34b0-47e7-8b51-a885f1c0ba08 has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:28:36.356686 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4280c12-2d65-4b5b-8662-d85e6ca81d09 req-19e47bae-ee13-485f-a25a-4f849239deda tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:28:36.367585 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4748a6b-10bc-4d6d-91db-ad5b1ba59318 None None] Sync routers for ids ['ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'] in dv-cinder-802882-2-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:28:36.378190 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4748a6b-10bc-4d6d-91db-ad5b1ba59318 None None] Routers {'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:28:36.378807 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-c4748a6b-10bc-4d6d-91db-ad5b1ba59318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:28:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:36.396541 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4280c12-2d65-4b5b-8662-d85e6ca81d09 req-19e47bae-ee13-485f-a25a-4f849239deda tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] No DVR routers for this DVR port 63ee529b-d804-4509-b79a-2b8d91edfaa0 on host hv-cinder-80288 {{(pid=93046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:28:36.399073 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-c4280c12-2d65-4b5b-8662-d85e6ca81d09 req-19e47bae-ee13-485f-a25a-4f849239deda tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:36.401228 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c4280c12-2d65-4b5b-8662-d85e6ca81d09 req-19e47bae-ee13-485f-a25a-4f849239deda tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.42 "DELETE /v2.0/ports/63ee529b-d804-4509-b79a-2b8d91edfaa0 HTTP/1.1" status: 204 len: 173 time: 0.7681680 Jul 29 14:28:36.401588 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b47c06-3371-4f2e-beb5-1df2b3960fd7', 'name': 'network-vif-deleted', 'tag': '63ee529b-d804-4509-b79a-2b8d91edfaa0'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:28:36.403876 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12d0d8acfdc7c270d197b253719fe34768a82c9c4ffac31e71dba4df5af88c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28686c36-956f-4796-8963-14bbdaebe209" -d '{"events": [{"server_uuid": "b9b47c06-3371-4f2e-beb5-1df2b3960fd7", "name": "network-vif-deleted", "tag": "63ee529b-d804-4509-b79a-2b8d91edfaa0"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:28:36.444095 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb14ab4f-1566-4afa-9ecb-04f73f2c6318 x-openstack-request-id: req-bb14ab4f-1566-4afa-9ecb-04f73f2c6318 {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:28:36.444474 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b47c06-3371-4f2e-beb5-1df2b3960fd7", "name": "network-vif-deleted", "tag": "63ee529b-d804-4509-b79a-2b8d91edfaa0", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:28:36.444814 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bb14ab4f-1566-4afa-9ecb-04f73f2c6318 {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:28:36.445195 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b47c06-3371-4f2e-beb5-1df2b3960fd7', 'name': 'network-vif-deleted', 'tag': '63ee529b-d804-4509-b79a-2b8d91edfaa0', 'status': 'completed', 'code': 200} Jul 29 14:28:36.503843 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-c4748a6b-10bc-4d6d-91db-ad5b1ba59318 None None] Set router ddc7cf52-34b0-47e7-8b51-a885f1c0ba08 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:28:36.708799 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-c4748a6b-10bc-4d6d-91db-ad5b1ba59318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'name': 'tempest-AttachVolumeTestJSON-498544025-router', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:24Z', 'revision_number': 4, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'gw_port': {'id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:08Z', 'updated_at': '2021-07-29T14:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': 'b7c23ef7-7f75-4845-bdcb-fee180b06f1f', 'name': '', 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'mac_address': 'fa:16:3e:a4:a3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '0feee60d-456e-4fb7-af3e-353853088018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:20Z', 'updated_at': '2021-07-29T14:23:34Z', 'revision_number': 5, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'subnets': [{'id': '0feee60d-456e-4fb7-af3e-353853088018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:36.734678 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4748a6b-10bc-4d6d-91db-ad5b1ba59318 None None] Checking router: ddc7cf52-34b0-47e7-8b51-a885f1c0ba08 for host: dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:28:36.742516 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4748a6b-10bc-4d6d-91db-ad5b1ba59318 None None] Routers {'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:28:36.743109 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-c4748a6b-10bc-4d6d-91db-ad5b1ba59318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:28:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:36.868710 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-c4748a6b-10bc-4d6d-91db-ad5b1ba59318 None None] Set router ddc7cf52-34b0-47e7-8b51-a885f1c0ba08 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:28:36.939567 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-dea76457-fa82-41ff-9a94-9fa06860c77b req-2002b8ec-529a-4156-8e63-f26ac28eebfd tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b47c06-3371-4f2e-beb5-1df2b3960fd7 HTTP/1.1" status: 200 len: 210 time: 0.0340905 Jul 29 14:28:37.079886 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-c4748a6b-10bc-4d6d-91db-ad5b1ba59318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'name': 'tempest-AttachVolumeTestJSON-498544025-router', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:24Z', 'revision_number': 4, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'gw_port': {'id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:08Z', 'updated_at': '2021-07-29T14:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': 'b7c23ef7-7f75-4845-bdcb-fee180b06f1f', 'name': '', 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'mac_address': 'fa:16:3e:a4:a3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '0feee60d-456e-4fb7-af3e-353853088018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:20Z', 'updated_at': '2021-07-29T14:23:34Z', 'revision_number': 5, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'subnets': [{'id': '0feee60d-456e-4fb7-af3e-353853088018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:37.109788 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4748a6b-10bc-4d6d-91db-ad5b1ba59318 None None] The sync data for ids ['ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'] in dv-cinder-802882-2-iscsi is: [{'id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'name': 'tempest-AttachVolumeTestJSON-498544025-router', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:24Z', 'revision_number': 4, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'gw_port': {'id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:08Z', 'updated_at': '2021-07-29T14:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': 'b7c23ef7-7f75-4845-bdcb-fee180b06f1f', 'name': '', 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'mac_address': 'fa:16:3e:a4:a3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '0feee60d-456e-4fb7-af3e-353853088018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:20Z', 'updated_at': '2021-07-29T14:23:34Z', 'revision_number': 5, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'subnets': [{'id': '0feee60d-456e-4fb7-af3e-353853088018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:28:37.330760 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0970b724-dc72-4876-8f30-e49374eeceb0 None None] New status for floating IP 001b7676-fa64-41aa-9a85-13cb110f441a: DOWN {{(pid=93049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:28:38.022787 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 33776) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:28:38.080219 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-47802444-c171-4ae7-b499-9ee37cab81b0 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:38.102687 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-47802444-c171-4ae7-b499-9ee37cab81b0 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:38.149883 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-47802444-c171-4ae7-b499-9ee37cab81b0 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:38.152406 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-47802444-c171-4ae7-b499-9ee37cab81b0 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:38.153640 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-47802444-c171-4ae7-b499-9ee37cab81b0 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "DELETE /v2.0/security-groups/19db7deb-0f3d-4013-9767-b454b3dbd4ef HTTP/1.1" status: 204 len: 168 time: 0.1297824 Jul 29 14:28:38.156882 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 33778) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:28:38.162743 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47802444-c171-4ae7-b499-9ee37cab81b0 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19db7deb-0f3d-4013-9767-b454b3dbd4ef,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:38.170564 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47802444-c171-4ae7-b499-9ee37cab81b0 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:38.171071 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47802444-c171-4ae7-b499-9ee37cab81b0 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:38.171419 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47802444-c171-4ae7-b499-9ee37cab81b0 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:38.171577 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.api.v2.resource [None req-e2508e3e-fc88-4575-9cd0-a9938baccd5b tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] show failed (client error): The resource could not be found. Jul 29 14:28:38.171755 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47802444-c171-4ae7-b499-9ee37cab81b0 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:38.172088 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47802444-c171-4ae7-b499-9ee37cab81b0 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:38.172410 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47802444-c171-4ae7-b499-9ee37cab81b0 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:38.172520 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-e2508e3e-fc88-4575-9cd0-a9938baccd5b tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups/19db7deb-0f3d-4013-9767-b454b3dbd4ef HTTP/1.1" status: 404 len: 347 time: 0.0145831 Jul 29 14:28:38.172736 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47802444-c171-4ae7-b499-9ee37cab81b0 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:38.173058 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47802444-c171-4ae7-b499-9ee37cab81b0 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:38.173380 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47802444-c171-4ae7-b499-9ee37cab81b0 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:38.173750 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47802444-c171-4ae7-b499-9ee37cab81b0 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:38.174088 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47802444-c171-4ae7-b499-9ee37cab81b0 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:38.174404 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47802444-c171-4ae7-b499-9ee37cab81b0 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:38.175306 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 33780) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:28:38.299565 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-4712fd70-0a4a-4362-8f6b-536718fceb88 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Deleting port cea67b65-0753-41aa-b6fa-330f9fe454b9 {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:28:38.299908 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4712fd70-0a4a-4362-8f6b-536718fceb88 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:38.372225 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4712fd70-0a4a-4362-8f6b-536718fceb88 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:38.372477 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4712fd70-0a4a-4362-8f6b-536718fceb88 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:38.385353 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-4712fd70-0a4a-4362-8f6b-536718fceb88 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Calling delete_port for cea67b65-0753-41aa-b6fa-330f9fe454b9 owned by network:floatingip {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:28:38.516772 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4712fd70-0a4a-4362-8f6b-536718fceb88 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:38.549556 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712fd70-0a4a-4362-8f6b-536718fceb88 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Pushing event deleted for resources: {'Port': ['ID=cea67b65-0753-41aa-b6fa-330f9fe454b9,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:38.604786 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4712fd70-0a4a-4362-8f6b-536718fceb88 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for floatingip, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:38.607779 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-4712fd70-0a4a-4362-8f6b-536718fceb88 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for floatingip, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:38.608910 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-4712fd70-0a4a-4362-8f6b-536718fceb88 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "DELETE /v2.0/floatingips/001b7676-fa64-41aa-9a85-13cb110f441a HTTP/1.1" status: 204 len: 168 time: 0.4327328 Jul 29 14:28:38.690817 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 33792) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:28:38.791572 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-daeca02f-a236-4382-b27e-d101d3725505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:38.879993 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-daeca02f-a236-4382-b27e-d101d3725505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:38.883434 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-daeca02f-a236-4382-b27e-d101d3725505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:38.921791 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-daeca02f-a236-4382-b27e-d101d3725505 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e395ed2fddb14e39b28f6d271a5b4346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299166 Jul 29 14:28:38.922677 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeca02f-a236-4382-b27e-d101d3725505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7f7a2f-6045-4ec3-8e6a-7d189cb1223a,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:38.924480 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 33796) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:28:38.977928 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-39bc8565-0816-4ace-b9b9-d4a98077b72e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:38.998916 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-39bc8565-0816-4ace-b9b9-d4a98077b72e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:39.043976 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-39bc8565-0816-4ace-b9b9-d4a98077b72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:39.047163 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-39bc8565-0816-4ace-b9b9-d4a98077b72e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:39.048384 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-39bc8565-0816-4ace-b9b9-d4a98077b72e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6d7f7a2f-6045-4ec3-8e6a-7d189cb1223a HTTP/1.1" status: 204 len: 168 time: 0.1228435 Jul 29 14:28:39.057025 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc8565-0816-4ace-b9b9-d4a98077b72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7f7a2f-6045-4ec3-8e6a-7d189cb1223a,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:39.238717 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 33800) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:28:39.243760 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-452ece80-f9d9-4f24-9eff-c6cb33cbfdf8 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1411744471', 'description': 'tempest-description--1833507972'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:28:39.270431 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-452ece80-f9d9-4f24-9eff-c6cb33cbfdf8 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:39.364469 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-452ece80-f9d9-4f24-9eff-c6cb33cbfdf8 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:39.369345 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-452ece80-f9d9-4f24-9eff-c6cb33cbfdf8 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:39.393159 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-452ece80-f9d9-4f24-9eff-c6cb33cbfdf8 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:39.394336 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-452ece80-f9d9-4f24-9eff-c6cb33cbfdf8 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1544685 Jul 29 14:28:39.397296 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 33804) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:28:39.402027 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-f67f8f81-bec3-4652-a738-01cebb917f2b tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Request body: {'security_group_rule': {'security_group_id': 'df3f5dc2-7e72-41bb-ab2d-eb6098ecf1e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:28:39.402183 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ece80-f9d9-4f24-9eff-c6cb33cbfdf8 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df3f5dc2-7e72-41bb-ab2d-eb6098ecf1e2,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:39.431562 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f67f8f81-bec3-4652-a738-01cebb917f2b tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:39.489824 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f67f8f81-bec3-4652-a738-01cebb917f2b tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:39.493184 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f67f8f81-bec3-4652-a738-01cebb917f2b tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525993'] for security_group_rule, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:39.510469 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f8f81-bec3-4652-a738-01cebb917f2b tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde88b90-f7c2-48e8-9080-d58e5e4799e5,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:39.516728 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f67f8f81-bec3-4652-a738-01cebb917f2b tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:39.517699 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-f67f8f81-bec3-4652-a738-01cebb917f2b tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193011 Jul 29 14:28:39.520286 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 33806) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:28:39.524739 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-f3906a0b-23be-4160-b378-007ce90d9e9e tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Request body: {'security_group_rule': {'security_group_id': 'df3f5dc2-7e72-41bb-ab2d-eb6098ecf1e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:28:39.550229 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f3906a0b-23be-4160-b378-007ce90d9e9e tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:39.605600 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f3906a0b-23be-4160-b378-007ce90d9e9e tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:39.609539 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f3906a0b-23be-4160-b378-007ce90d9e9e tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525993'] for security_group_rule, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:39.625472 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3906a0b-23be-4160-b378-007ce90d9e9e tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48cfa28a-20cd-4185-b6a2-251d9ef497d4,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:39.632046 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f3906a0b-23be-4160-b378-007ce90d9e9e tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:39.633192 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-f3906a0b-23be-4160-b378-007ce90d9e9e tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1118977 Jul 29 14:28:39.636195 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 33808) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:28:39.640556 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-3ae808ee-02d8-4bc3-96c2-2eed759e7391 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Request body: {'floatingip': {'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:28:39.661377 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3ae808ee-02d8-4bc3-96c2-2eed759e7391 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for floatingip, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:39.755444 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3ae808ee-02d8-4bc3-96c2-2eed759e7391 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:39.859793 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [None req-3ae808ee-02d8-4bc3-96c2-2eed759e7391 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Allocated IP 172.27.2.206 (32664875-679c-4a6a-adbf-80e7664b419a/8daef0cf-848b-40ef-9b17-9a185079ae25/c2a68966-9995-4ea1-9348-87c6e2f43529) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:28:39.957660 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3ae808ee-02d8-4bc3-96c2-2eed759e7391 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:39.999292 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3ae808ee-02d8-4bc3-96c2-2eed759e7391 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:40.034915 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae808ee-02d8-4bc3-96c2-2eed759e7391 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Network 32664875-679c-4a6a-adbf-80e7664b419a is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:28:40.037624 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-3ae808ee-02d8-4bc3-96c2-2eed759e7391 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:28:40.040560 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae808ee-02d8-4bc3-96c2-2eed759e7391 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:28:40.068070 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae808ee-02d8-4bc3-96c2-2eed759e7391 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Pushing event updated for resources: {'Port': ['ID=c2a68966-9995-4ea1-9348-87c6e2f43529,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:40.131245 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3ae808ee-02d8-4bc3-96c2-2eed759e7391 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:40.168424 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3ae808ee-02d8-4bc3-96c2-2eed759e7391 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:40.316231 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3ae808ee-02d8-4bc3-96c2-2eed759e7391 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:40.321043 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3ae808ee-02d8-4bc3-96c2-2eed759e7391 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079021'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:40.387875 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae808ee-02d8-4bc3-96c2-2eed759e7391 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Pushing event updated for resources: {'Port': ['ID=c2a68966-9995-4ea1-9348-87c6e2f43529,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:40.401011 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3ae808ee-02d8-4bc3-96c2-2eed759e7391 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744517'] for floatingip, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:40.414677 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3ae808ee-02d8-4bc3-96c2-2eed759e7391 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for floatingip, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:40.415913 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-3ae808ee-02d8-4bc3-96c2-2eed759e7391 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7787819 Jul 29 14:28:40.492682 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 63ee529b-d804-4509-b79a-2b8d91edfaa0 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:28:40.513517 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] No Port match for: 63ee529b-d804-4509-b79a-2b8d91edfaa0 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:28:40.514439 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 63ee529b-d804-4509-b79a-2b8d91edfaa0 not bound to the agent host hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:28:40.617737 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-dabd944c-ab28-4930-a405-184af63fa371 req-1dadcf0f-b9c3-49f5-ac6b-b8a83ffc33c8 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1411744471&fields=id&tenant_id=ceeb7b9bd977407984c0031f1d786310 HTTP/1.1" status: 200 len: 267 time: 0.0328727 Jul 29 14:28:40.720933 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd944c-ab28-4930-a405-184af63fa371 req-9a870c93-d877-47f7-ba00-ce9862ec610c tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:40.722348 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-dabd944c-ab28-4930-a405-184af63fa371 req-9a870c93-d877-47f7-ba00-ce9862ec610c tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/networks?id=b3cec429-afe0-40ba-a154-12d562265125 HTTP/1.1" status: 200 len: 810 time: 0.0974944 Jul 29 14:28:40.737474 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-dabd944c-ab28-4930-a405-184af63fa371 req-184d7fbc-6af0-440c-a707-2be0e9fa346b tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/quotas/ceeb7b9bd977407984c0031f1d786310 HTTP/1.1" status: 200 len: 375 time: 0.0094869 Jul 29 14:28:40.792365 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-dabd944c-ab28-4930-a405-184af63fa371 req-cd098689-2af1-40c9-8d9c-0f0156cbbdb7 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ceeb7b9bd977407984c0031f1d786310&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496588 Jul 29 14:28:40.974090 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-dabd944c-ab28-4930-a405-184af63fa371 req-0086490b-9d66-44d9-942b-b083f291c45d service neutron] 10.222.0.44 "GET /v2.0/networks/b3cec429-afe0-40ba-a154-12d562265125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698880 Jul 29 14:28:41.065548 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-dabd944c-ab28-4930-a405-184af63fa371 req-fac3d019-3aa0-437f-ba80-c45a69f17376 service neutron] 10.222.0.44 "GET /v2.0/networks/b3cec429-afe0-40ba-a154-12d562265125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854845 Jul 29 14:28:41.219550 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a55044ca-1f91-462b-972a-f449146fb3b8 req-62682cc3-492e-43bc-8135-78dff071e47e tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3036959a-3175-4c91-8ac0-3447083ececa HTTP/1.1" status: 200 len: 210 time: 0.0256007 Jul 29 14:28:42.155143 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd944c-ab28-4930-a405-184af63fa371 req-2bd8c133-b510-438d-b29a-5d71a6fd61f5 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:42.156555 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-dabd944c-ab28-4930-a405-184af63fa371 req-2bd8c133-b510-438d-b29a-5d71a6fd61f5 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.42 "GET /v2.0/networks?id=b3cec429-afe0-40ba-a154-12d562265125 HTTP/1.1" status: 200 len: 810 time: 0.1034367 Jul 29 14:28:42.202094 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-dabd944c-ab28-4930-a405-184af63fa371 req-e3df4917-0cf8-408c-b71a-a7341bb2c54c tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ceeb7b9bd977407984c0031f1d786310 HTTP/1.1" status: 200 len: 380 time: 0.0348332 Jul 29 14:28:42.219370 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-dabd944c-ab28-4930-a405-184af63fa371 req-6270b1c2-93bb-438f-a0a3-296d3b582a4c tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Request body: {'port': {'device_id': '3036959a-3175-4c91-8ac0-3447083ececa', 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125', 'admin_state_up': True, 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'security_groups': ['df3f5dc2-7e72-41bb-ab2d-eb6098ecf1e2']}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:28:42.310169 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d3917d2b-1244-43cc-bb86-84a7433fd74e req-f2d1d7d1-e6f6-4473-b8e9-4b5b8bf0118e tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3036959a-3175-4c91-8ac0-3447083ececa HTTP/1.1" status: 200 len: 210 time: 0.0246341 Jul 29 14:28:42.322990 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dabd944c-ab28-4930-a405-184af63fa371 req-6270b1c2-93bb-438f-a0a3-296d3b582a4c tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Made reservation on behalf of ceeb7b9bd977407984c0031f1d786310 for: {'port': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:28:42.327309 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-dabd944c-ab28-4930-a405-184af63fa371 req-6270b1c2-93bb-438f-a0a3-296d3b582a4c tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:42.455831 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [req-dabd944c-ab28-4930-a405-184af63fa371 req-6270b1c2-93bb-438f-a0a3-296d3b582a4c tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Allocated IP 172.20.0.12 (b3cec429-afe0-40ba-a154-12d562265125/0feee60d-456e-4fb7-af3e-353853088018/81a7db55-0904-4a0f-b9a9-183ac589596c) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:28:42.588934 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-dabd944c-ab28-4930-a405-184af63fa371 req-6270b1c2-93bb-438f-a0a3-296d3b582a4c tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:42.602541 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [req-dabd944c-ab28-4930-a405-184af63fa371 req-6270b1c2-93bb-438f-a0a3-296d3b582a4c tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Transition to ACTIVE for port object 81a7db55-0904-4a0f-b9a9-183ac589596c will not be triggered until provisioned by entity DHCP. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:28:42.636917 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-dabd944c-ab28-4930-a405-184af63fa371 req-6270b1c2-93bb-438f-a0a3-296d3b582a4c tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:42.678958 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dabd944c-ab28-4930-a405-184af63fa371 req-6270b1c2-93bb-438f-a0a3-296d3b582a4c tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Network b3cec429-afe0-40ba-a154-12d562265125 is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:28:42.682007 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [req-dabd944c-ab28-4930-a405-184af63fa371 req-6270b1c2-93bb-438f-a0a3-296d3b582a4c tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:28:42.688571 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabd944c-ab28-4930-a405-184af63fa371 req-6270b1c2-93bb-438f-a0a3-296d3b582a4c tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:28:42.712864 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270b1c2-93bb-438f-a0a3-296d3b582a4c tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Pushing event updated for resources: {'Port': ['ID=81a7db55-0904-4a0f-b9a9-183ac589596c,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:42.740108 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd944c-ab28-4930-a405-184af63fa371 req-6270b1c2-93bb-438f-a0a3-296d3b582a4c tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:42.740725 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-dabd944c-ab28-4930-a405-184af63fa371 req-6270b1c2-93bb-438f-a0a3-296d3b582a4c tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:42.756234 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-dabd944c-ab28-4930-a405-184af63fa371 req-6270b1c2-93bb-438f-a0a3-296d3b582a4c tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5411198 Jul 29 14:28:42.771913 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-dabd944c-ab28-4930-a405-184af63fa371 req-bbcfaa42-4c0d-4e50-a440-fdadabbd6d3f service neutron] Request body: {'port': {'device_id': '3036959a-3175-4c91-8ac0-3447083ececa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:28:42.832087 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-dabd944c-ab28-4930-a405-184af63fa371 req-bbcfaa42-4c0d-4e50-a440-fdadabbd6d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:42.949664 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-8721ea47-071b-443d-9a50-c817e97f5659 None None] Provisioning for port 81a7db55-0904-4a0f-b9a9-183ac589596c completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:28:42.953499 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-8721ea47-071b-443d-9a50-c817e97f5659 None None] Provisioning complete for port 81a7db55-0904-4a0f-b9a9-183ac589596c triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:28:42.953829 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-8721ea47-071b-443d-9a50-c817e97f5659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:42.987406 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-8721ea47-071b-443d-9a50-c817e97f5659 None None] Port 81a7db55-0904-4a0f-b9a9-183ac589596c cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:28:43.086500 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [req-dabd944c-ab28-4930-a405-184af63fa371 req-bbcfaa42-4c0d-4e50-a440-fdadabbd6d3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81a7db55-0904-4a0f-b9a9-183ac589596c {{(pid=93046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:28:43.093810 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-dabd944c-ab28-4930-a405-184af63fa371 req-bbcfaa42-4c0d-4e50-a440-fdadabbd6d3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:43.105353 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [req-dabd944c-ab28-4930-a405-184af63fa371 req-bbcfaa42-4c0d-4e50-a440-fdadabbd6d3f service neutron] Transition to ACTIVE for port object 81a7db55-0904-4a0f-b9a9-183ac589596c will not be triggered until provisioned by entity L2. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:28:43.109982 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-dabd944c-ab28-4930-a405-184af63fa371 req-bbcfaa42-4c0d-4e50-a440-fdadabbd6d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971904'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:43.159108 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcfaa42-4c0d-4e50-a440-fdadabbd6d3f service neutron] Pushing event updated for resources: {'Port': ['ID=81a7db55-0904-4a0f-b9a9-183ac589596c,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:43.228952 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-dabd944c-ab28-4930-a405-184af63fa371 req-bbcfaa42-4c0d-4e50-a440-fdadabbd6d3f service neutron] Attempting to bind port 81a7db55-0904-4a0f-b9a9-183ac589596c on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:28:43.229321 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-dabd944c-ab28-4930-a405-184af63fa371 req-bbcfaa42-4c0d-4e50-a440-fdadabbd6d3f service neutron] Attempting to bind port 81a7db55-0904-4a0f-b9a9-183ac589596c by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': '171cdf2a-2213-42f7-85e5-9a92fa36eb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125'}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:28:43.229654 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabd944c-ab28-4930-a405-184af63fa371 req-bbcfaa42-4c0d-4e50-a440-fdadabbd6d3f service neutron] Attempting to bind port 81a7db55-0904-4a0f-b9a9-183ac589596c on network b3cec429-afe0-40ba-a154-12d562265125 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:28:43.235074 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabd944c-ab28-4930-a405-184af63fa371 req-bbcfaa42-4c0d-4e50-a440-fdadabbd6d3f service neutron] Port 81a7db55-0904-4a0f-b9a9-183ac589596c on network b3cec429-afe0-40ba-a154-12d562265125 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:28:43.235418 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabd944c-ab28-4930-a405-184af63fa371 req-bbcfaa42-4c0d-4e50-a440-fdadabbd6d3f service neutron] Attempting to bind port 81a7db55-0904-4a0f-b9a9-183ac589596c on network b3cec429-afe0-40ba-a154-12d562265125 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:28:43.240308 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabd944c-ab28-4930-a405-184af63fa371 req-bbcfaa42-4c0d-4e50-a440-fdadabbd6d3f service neutron] Checking agent: {'id': 'fd26b577-982f-4e34-ab76-8a88883d4fab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:28:43.240654 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabd944c-ab28-4930-a405-184af63fa371 req-bbcfaa42-4c0d-4e50-a440-fdadabbd6d3f service neutron] Checking segment: {'id': '171cdf2a-2213-42f7-85e5-9a92fa36eb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:28:43.241097 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabd944c-ab28-4930-a405-184af63fa371 req-bbcfaa42-4c0d-4e50-a440-fdadabbd6d3f service neutron] Bound using segment: {'id': '171cdf2a-2213-42f7-85e5-9a92fa36eb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125'} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:28:43.241534 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-dabd944c-ab28-4930-a405-184af63fa371 req-bbcfaa42-4c0d-4e50-a440-fdadabbd6d3f service neutron] Bound port: 81a7db55-0904-4a0f-b9a9-183ac589596c, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '171cdf2a-2213-42f7-85e5-9a92fa36eb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125'}}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:28:43.241899 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-dabd944c-ab28-4930-a405-184af63fa371 req-bbcfaa42-4c0d-4e50-a440-fdadabbd6d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:43.309223 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-dabd944c-ab28-4930-a405-184af63fa371 req-bbcfaa42-4c0d-4e50-a440-fdadabbd6d3f service neutron] For port 81a7db55-0904-4a0f-b9a9-183ac589596c, host hv-cinder-80288, cleared binding levels {{(pid=93046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:28:43.312862 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-dabd944c-ab28-4930-a405-184af63fa371 req-bbcfaa42-4c0d-4e50-a440-fdadabbd6d3f service neutron] For port 81a7db55-0904-4a0f-b9a9-183ac589596c, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=81a7db55-0904-4a0f-b9a9-183ac589596c,segment=NetworkSegment(171cdf2a-2213-42f7-85e5-9a92fa36eb78),segment_id=171cdf2a-2213-42f7-85e5-9a92fa36eb78)] {{(pid=93046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:28:43.316788 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-dabd944c-ab28-4930-a405-184af63fa371 req-bbcfaa42-4c0d-4e50-a440-fdadabbd6d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971904'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:43.350034 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd944c-ab28-4930-a405-184af63fa371 req-bbcfaa42-4c0d-4e50-a440-fdadabbd6d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:43.350657 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-dabd944c-ab28-4930-a405-184af63fa371 req-bbcfaa42-4c0d-4e50-a440-fdadabbd6d3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:43.352036 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-dabd944c-ab28-4930-a405-184af63fa371 req-bbcfaa42-4c0d-4e50-a440-fdadabbd6d3f service neutron] 10.222.0.42 "PUT /v2.0/ports/81a7db55-0904-4a0f-b9a9-183ac589596c HTTP/1.1" status: 200 len: 1094 time: 0.5867944 Jul 29 14:28:43.352473 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3036959a-3175-4c91-8ac0-3447083ececa', 'tag': '81a7db55-0904-4a0f-b9a9-183ac589596c'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:28:43.354802 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12d0d8acfdc7c270d197b253719fe34768a82c9c4ffac31e71dba4df5af88c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd19a5e-66d5-4149-a4ee-b74928ed50b8" -d '{"events": [{"name": "network-changed", "server_uuid": "3036959a-3175-4c91-8ac0-3447083ececa", "tag": "81a7db55-0904-4a0f-b9a9-183ac589596c"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:28:43.391729 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcfaa42-4c0d-4e50-a440-fdadabbd6d3f service neutron] Pushing event updated for resources: {'Port': ['ID=81a7db55-0904-4a0f-b9a9-183ac589596c,revision_number=3']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:43.454799 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1e118-f819-40ac-8d0d-106c53284f0e req-6adf7b86-0ab9-4092-97fb-3589cbf96cc0 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:43.457180 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-35d1e118-f819-40ac-8d0d-106c53284f0e req-6adf7b86-0ab9-4092-97fb-3589cbf96cc0 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3036959a-3175-4c91-8ac0-3447083ececa HTTP/1.1" status: 200 len: 944 time: 0.0692611 Jul 29 14:28:43.459465 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd944c-ab28-4930-a405-184af63fa371 req-97e58d76-70db-4cab-bcfa-392bb3df5ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:43.461297 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-dabd944c-ab28-4930-a405-184af63fa371 req-97e58d76-70db-4cab-bcfa-392bb3df5ac0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ceeb7b9bd977407984c0031f1d786310&device_id=3036959a-3175-4c91-8ac0-3447083ececa HTTP/1.1" status: 200 len: 1097 time: 0.0535293 Jul 29 14:28:43.500521 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-35d1e118-f819-40ac-8d0d-106c53284f0e req-925d02a2-1f14-4f16-b539-fee3f8143aaa tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=df3f5dc2-7e72-41bb-ab2d-eb6098ecf1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362339 Jul 29 14:28:43.512078 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-dabd944c-ab28-4930-a405-184af63fa371 req-7710e0e6-8c02-4e6f-84e3-c54a71426756 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81a7db55-0904-4a0f-b9a9-183ac589596c HTTP/1.1" status: 200 len: 217 time: 0.0408792 Jul 29 14:28:43.547989 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f880d7-818b-4d2c-8f52-e4000c8d80c3 x-openstack-request-id: req-d8f880d7-818b-4d2c-8f52-e4000c8d80c3 {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:28:43.548375 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3036959a-3175-4c91-8ac0-3447083ececa", "tag": "81a7db55-0904-4a0f-b9a9-183ac589596c", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:28:43.548693 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d8f880d7-818b-4d2c-8f52-e4000c8d80c3 {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:28:43.549173 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3036959a-3175-4c91-8ac0-3447083ececa', 'tag': '81a7db55-0904-4a0f-b9a9-183ac589596c', 'status': 'completed', 'code': 200} Jul 29 14:28:43.567744 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd944c-ab28-4930-a405-184af63fa371 req-b49a6b1b-ff83-4582-b6bd-67253a05a382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:43.569288 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-dabd944c-ab28-4930-a405-184af63fa371 req-b49a6b1b-ff83-4582-b6bd-67253a05a382 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0feee60d-456e-4fb7-af3e-353853088018 HTTP/1.1" status: 200 len: 849 time: 0.0492039 Jul 29 14:28:43.613190 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd944c-ab28-4930-a405-184af63fa371 req-a199872c-ad7c-4fde-8e5d-640ed81ba038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:43.614680 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-dabd944c-ab28-4930-a405-184af63fa371 req-a199872c-ad7c-4fde-8e5d-640ed81ba038 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3cec429-afe0-40ba-a154-12d562265125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377882 Jul 29 14:28:43.705498 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-dabd944c-ab28-4930-a405-184af63fa371 req-c2cbd479-5d07-4856-9434-11fd7776ecec service neutron] 10.222.0.42 "GET /v2.0/networks/b3cec429-afe0-40ba-a154-12d562265125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833566 Jul 29 14:28:43.795877 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-dabd944c-ab28-4930-a405-184af63fa371 req-b0620a8a-6653-4590-81c0-0b03d1454b61 service neutron] 10.222.0.42 "GET /v2.0/networks/b3cec429-afe0-40ba-a154-12d562265125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830541 Jul 29 14:28:43.884369 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd19a5e-66d5-4149-a4ee-b74928ed50b8 req-d93ee386-81de-45fd-9b54-153dea0cb770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:43.885870 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-bcd19a5e-66d5-4149-a4ee-b74928ed50b8 req-d93ee386-81de-45fd-9b54-153dea0cb770 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ceeb7b9bd977407984c0031f1d786310&device_id=3036959a-3175-4c91-8ac0-3447083ececa HTTP/1.1" status: 200 len: 1097 time: 0.0446720 Jul 29 14:28:43.974162 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd19a5e-66d5-4149-a4ee-b74928ed50b8 req-4787b07c-96e8-4410-bb0e-bc1056a53f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:43.975629 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-bcd19a5e-66d5-4149-a4ee-b74928ed50b8 req-4787b07c-96e8-4410-bb0e-bc1056a53f81 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3cec429-afe0-40ba-a154-12d562265125 HTTP/1.1" status: 200 len: 911 time: 0.0813036 Jul 29 14:28:44.017155 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-bcd19a5e-66d5-4149-a4ee-b74928ed50b8 req-975be702-e3d9-4823-9dfc-27eb39ba5b22 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81a7db55-0904-4a0f-b9a9-183ac589596c HTTP/1.1" status: 200 len: 217 time: 0.0331502 Jul 29 14:28:44.068930 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd19a5e-66d5-4149-a4ee-b74928ed50b8 req-b0d8de65-54ee-442e-a6be-1261d257df25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:44.070269 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-bcd19a5e-66d5-4149-a4ee-b74928ed50b8 req-b0d8de65-54ee-442e-a6be-1261d257df25 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0feee60d-456e-4fb7-af3e-353853088018 HTTP/1.1" status: 200 len: 849 time: 0.0450649 Jul 29 14:28:44.118242 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd19a5e-66d5-4149-a4ee-b74928ed50b8 req-508de754-abc6-4372-a11f-06e48342ffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:44.119672 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-bcd19a5e-66d5-4149-a4ee-b74928ed50b8 req-508de754-abc6-4372-a11f-06e48342ffb8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3cec429-afe0-40ba-a154-12d562265125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388002 Jul 29 14:28:44.207911 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-bcd19a5e-66d5-4149-a4ee-b74928ed50b8 req-eaac0369-8afa-49e6-991a-cd9f16890a9b service neutron] 10.222.0.42 "GET /v2.0/networks/b3cec429-afe0-40ba-a154-12d562265125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793808 Jul 29 14:28:44.308784 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-bcd19a5e-66d5-4149-a4ee-b74928ed50b8 req-12da2e3a-83cc-431b-add2-0b21066ba824 service neutron] 10.222.0.42 "GET /v2.0/networks/b3cec429-afe0-40ba-a154-12d562265125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891039 Jul 29 14:28:44.620356 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb3299-bcab-43b9-9977-147ac93d2bd8 req-bfaa63a3-335d-4dc0-9407-869c7d21d336 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:44.621813 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-affb3299-bcab-43b9-9977-147ac93d2bd8 req-bfaa63a3-335d-4dc0-9407-869c7d21d336 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3036959a-3175-4c91-8ac0-3447083ececa HTTP/1.1" status: 200 len: 944 time: 0.0511346 Jul 29 14:28:44.660645 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-affb3299-bcab-43b9-9977-147ac93d2bd8 req-210ef79a-ae96-4d5f-b302-bcf29663a25c tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=df3f5dc2-7e72-41bb-ab2d-eb6098ecf1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324695 Jul 29 14:28:45.772920 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81683e-2471-4ff2-819e-d4377fff8e02 req-00b8c00a-e1f8-4e51-aa2f-a2ee97069ef4 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:45.774416 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5a81683e-2471-4ff2-819e-d4377fff8e02 req-00b8c00a-e1f8-4e51-aa2f-a2ee97069ef4 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3036959a-3175-4c91-8ac0-3447083ececa HTTP/1.1" status: 200 len: 944 time: 0.0477793 Jul 29 14:28:45.812135 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5a81683e-2471-4ff2-819e-d4377fff8e02 req-f7297ac4-a6b1-4bfa-937e-8870712fc13f tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=df3f5dc2-7e72-41bb-ab2d-eb6098ecf1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312159 Jul 29 14:28:46.546751 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 81a7db55-0904-4a0f-b9a9-183ac589596c details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:28:46.643018 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 81a7db55-0904-4a0f-b9a9-183ac589596c, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=81a7db55-0904-4a0f-b9a9-183ac589596c,segment=NetworkSegment(171cdf2a-2213-42f7-85e5-9a92fa36eb78),segment_id=171cdf2a-2213-42f7-85e5-9a92fa36eb78)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:28:46.653670 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Returning: {'device': '81a7db55-0904-4a0f-b9a9-183ac589596c', 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125', 'port_id': '81a7db55-0904-4a0f-b9a9-183ac589596c', 'mac_address': 'fa:16:3e:28:2d:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0feee60d-456e-4fb7-af3e-353853088018', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:28:46.689222 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:46.701078 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81a7db55-0904-4a0f-b9a9-183ac589596c {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:28:46.720170 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 81a7db55-0904-4a0f-b9a9-183ac589596c, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=81a7db55-0904-4a0f-b9a9-183ac589596c,segment=NetworkSegment(171cdf2a-2213-42f7-85e5-9a92fa36eb78),segment_id=171cdf2a-2213-42f7-85e5-9a92fa36eb78)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:28:46.724035 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:46.772717 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=81a7db55-0904-4a0f-b9a9-183ac589596c,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:46.779585 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:46.779938 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:46.780284 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:46.780616 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:46.780946 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:46.781275 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:46.781598 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:46.781937 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:46.782294 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:46.782621 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:46.782943 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:46.783260 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:28:46.927060 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0b98d-2d51-49f7-ab62-4f69b28fc96a req-9115b89b-6058-4e89-a37a-cff5cba193a0 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:46.928569 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3ea0b98d-2d51-49f7-ab62-4f69b28fc96a req-9115b89b-6058-4e89-a37a-cff5cba193a0 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3036959a-3175-4c91-8ac0-3447083ececa HTTP/1.1" status: 200 len: 945 time: 0.0485194 Jul 29 14:28:46.966570 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3ea0b98d-2d51-49f7-ab62-4f69b28fc96a req-cb6c9582-79fc-420f-a71c-5248c6726d05 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=df3f5dc2-7e72-41bb-ab2d-eb6098ecf1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320809 Jul 29 14:28:47.010272 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['81a7db55-0904-4a0f-b9a9-183ac589596c'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:28:48.084262 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebba6af-b8a7-4fd2-917a-c1d70ea563c1 req-66c434f5-bd5f-4dcb-9bb4-f2f0ab1fbcef tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:48.085673 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5ebba6af-b8a7-4fd2-917a-c1d70ea563c1 req-66c434f5-bd5f-4dcb-9bb4-f2f0ab1fbcef tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3036959a-3175-4c91-8ac0-3447083ececa HTTP/1.1" status: 200 len: 945 time: 0.0534322 Jul 29 14:28:48.123805 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5ebba6af-b8a7-4fd2-917a-c1d70ea563c1 req-3017079e-0a65-4827-9db8-0a3eae8ed6e6 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=df3f5dc2-7e72-41bb-ab2d-eb6098ecf1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323241 Jul 29 14:28:48.553199 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 81a7db55-0904-4a0f-b9a9-183ac589596c up at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:28:48.599649 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning for port 81a7db55-0904-4a0f-b9a9-183ac589596c completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:28:48.603349 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning complete for port 81a7db55-0904-4a0f-b9a9-183ac589596c triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:28:48.603723 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:48.678890 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:48.702896 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3036959a-3175-4c91-8ac0-3447083ececa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a7db55-0904-4a0f-b9a9-183ac589596c'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:28:48.705116 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccb16db2f9a74c00367815e69fa446d7a78c69e07d65ec2c4e32efa5fc27a6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edb6604-83e4-447b-83eb-57cb3ea23a6b" -d '{"events": [{"server_uuid": "3036959a-3175-4c91-8ac0-3447083ececa", "name": "network-vif-plugged", "status": "completed", "tag": "81a7db55-0904-4a0f-b9a9-183ac589596c"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:28:48.717872 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 81a7db55-0904-4a0f-b9a9-183ac589596c, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=81a7db55-0904-4a0f-b9a9-183ac589596c,segment=NetworkSegment(171cdf2a-2213-42f7-85e5-9a92fa36eb78),segment_id=171cdf2a-2213-42f7-85e5-9a92fa36eb78)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:28:48.722386 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:48.771688 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=81a7db55-0904-4a0f-b9a9-183ac589596c,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:28:48.797006 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53996d40-4abd-43a7-9e72-566d73cc365f x-openstack-request-id: req-53996d40-4abd-43a7-9e72-566d73cc365f {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:28:48.797312 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3036959a-3175-4c91-8ac0-3447083ececa", "name": "network-vif-plugged", "status": "completed", "tag": "81a7db55-0904-4a0f-b9a9-183ac589596c", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:28:48.797590 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-53996d40-4abd-43a7-9e72-566d73cc365f {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:28:48.798026 dv-cinder-802882-2-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3036959a-3175-4c91-8ac0-3447083ececa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a7db55-0904-4a0f-b9a9-183ac589596c', 'code': 200} Jul 29 14:28:48.991612 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6f367-84d8-45ba-827c-c3b8801779d6 req-7c2202e0-6ebf-430a-ae0e-bb5000791663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:48.993099 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-69f6f367-84d8-45ba-827c-c3b8801779d6 req-7c2202e0-6ebf-430a-ae0e-bb5000791663 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3036959a-3175-4c91-8ac0-3447083ececa HTTP/1.1" status: 200 len: 1099 time: 0.0396192 Jul 29 14:28:49.027453 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-69f6f367-84d8-45ba-827c-c3b8801779d6 req-610529ee-8742-4be3-96ab-cfb6630a50ec service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=df3f5dc2-7e72-41bb-ab2d-eb6098ecf1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264564 Jul 29 14:28:49.246496 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646a0ba-7887-439e-941b-2860029eb1df req-52db69a5-af67-4de0-a02e-a482f58b0974 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:49.248129 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2646a0ba-7887-439e-941b-2860029eb1df req-52db69a5-af67-4de0-a02e-a482f58b0974 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3036959a-3175-4c91-8ac0-3447083ececa HTTP/1.1" status: 200 len: 946 time: 0.0488009 Jul 29 14:28:49.287173 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2646a0ba-7887-439e-941b-2860029eb1df req-fa6866e0-a0b4-478b-94bb-fb8d4d81c1fd tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=df3f5dc2-7e72-41bb-ab2d-eb6098ecf1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332515 Jul 29 14:28:50.397970 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9c580-6b77-44d5-af22-fa08c3fe0a4b req-8f637c18-24b8-476f-9075-4c6c2f52ce5e tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:50.399436 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-41a9c580-6b77-44d5-af22-fa08c3fe0a4b req-8f637c18-24b8-476f-9075-4c6c2f52ce5e tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3036959a-3175-4c91-8ac0-3447083ececa HTTP/1.1" status: 200 len: 946 time: 0.0472746 Jul 29 14:28:50.437117 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-41a9c580-6b77-44d5-af22-fa08c3fe0a4b req-015dc10e-fa2e-41eb-87b2-80d391f41e4c tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=df3f5dc2-7e72-41bb-ab2d-eb6098ecf1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313530 Jul 29 14:28:50.554708 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c0e95-a9af-4bf9-bc29-c518d6294676 req-20ea19d9-e615-4402-a95b-23a774348e14 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:50.556206 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9e1c0e95-a9af-4bf9-bc29-c518d6294676 req-20ea19d9-e615-4402-a95b-23a774348e14 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3036959a-3175-4c91-8ac0-3447083ececa HTTP/1.1" status: 200 len: 946 time: 0.0553992 Jul 29 14:28:50.564644 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 33890) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:28:50.569099 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-2eab40ca-0042-45dc-ad56-903e88e23fc7 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Request body: {'floatingip': {'port_id': '81a7db55-0904-4a0f-b9a9-183ac589596c'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:28:50.607256 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2eab40ca-0042-45dc-ad56-903e88e23fc7 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for floatingip, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:51.032206 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2eab40ca-0042-45dc-ad56-903e88e23fc7 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:51.035868 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2eab40ca-0042-45dc-ad56-903e88e23fc7 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744517'] for floatingip, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:51.133360 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.db.l3_db [None req-2eab40ca-0042-45dc-ad56-903e88e23fc7 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Floating IP d7d93c13-aea9-416e-8e88-1c7085be08b8 associated. External IP: 172.27.2.206, port: 81a7db55-0904-4a0f-b9a9-183ac589596c. Jul 29 14:28:51.575473 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eab40ca-0042-45dc-ad56-903e88e23fc7 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Router ddc7cf52-34b0-47e7-8b51-a885f1c0ba08 has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:28:51.681759 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eab40ca-0042-45dc-ad56-903e88e23fc7 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:28:51.687224 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-2eab40ca-0042-45dc-ad56-903e88e23fc7 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for floatingip, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:51.691712 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71778525-6354-41db-ad83-d00c2c0f3e55 None None] Sync routers for ids ['ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'] in dv-cinder-802882-2-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:28:51.701973 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71778525-6354-41db-ad83-d00c2c0f3e55 None None] Routers {'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:28:51.702662 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-71778525-6354-41db-ad83-d00c2c0f3e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:28:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:51.716790 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-2eab40ca-0042-45dc-ad56-903e88e23fc7 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "PUT /v2.0/floatingips/d7d93c13-aea9-416e-8e88-1c7085be08b8 HTTP/1.1" status: 200 len: 992 time: 1.1509297 Jul 29 14:28:51.717460 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3036959a-3175-4c91-8ac0-3447083ececa', 'tag': '81a7db55-0904-4a0f-b9a9-183ac589596c'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:28:51.719799 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d29991c668386e200e1a1994fca063bc4f2dc54aaad28d0a971c904e1588ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5600c5-f7aa-4826-b016-5986169a2b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "3036959a-3175-4c91-8ac0-3447083ececa", "tag": "81a7db55-0904-4a0f-b9a9-183ac589596c"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:28:51.809840 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8281a9-0638-4bbc-ab58-692e3180cafa x-openstack-request-id: req-cb8281a9-0638-4bbc-ab58-692e3180cafa {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:28:51.810742 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3036959a-3175-4c91-8ac0-3447083ececa", "tag": "81a7db55-0904-4a0f-b9a9-183ac589596c", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:28:51.811001 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cb8281a9-0638-4bbc-ab58-692e3180cafa {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:28:51.811538 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3036959a-3175-4c91-8ac0-3447083ececa', 'tag': '81a7db55-0904-4a0f-b9a9-183ac589596c', 'status': 'completed', 'code': 200} Jul 29 14:28:51.811807 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-71778525-6354-41db-ad83-d00c2c0f3e55 None None] Set router ddc7cf52-34b0-47e7-8b51-a885f1c0ba08 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:28:51.884877 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5600c5-f7aa-4826-b016-5986169a2b3b req-13f9b57a-8845-4427-a948-4f2a56acb1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:51.886395 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-4c5600c5-f7aa-4826-b016-5986169a2b3b req-13f9b57a-8845-4427-a948-4f2a56acb1e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ceeb7b9bd977407984c0031f1d786310&device_id=3036959a-3175-4c91-8ac0-3447083ececa HTTP/1.1" status: 200 len: 1099 time: 0.0433543 Jul 29 14:28:51.979049 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5600c5-f7aa-4826-b016-5986169a2b3b req-b21a43cd-93de-4c49-a064-9b8a71574922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:51.980430 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-4c5600c5-f7aa-4826-b016-5986169a2b3b req-b21a43cd-93de-4c49-a064-9b8a71574922 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3cec429-afe0-40ba-a154-12d562265125 HTTP/1.1" status: 200 len: 911 time: 0.0819285 Jul 29 14:28:52.044830 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-71778525-6354-41db-ad83-d00c2c0f3e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'name': 'tempest-AttachVolumeTestJSON-498544025-router', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:24Z', 'revision_number': 4, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'gw_port': {'id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:08Z', 'updated_at': '2021-07-29T14:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_floatingips': [{'id': 'd7d93c13-aea9-416e-8e88-1c7085be08b8', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'router_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'port_id': '81a7db55-0904-4a0f-b9a9-183ac589596c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125', 'mac_address': 'fa:16:3e:28:2d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3036959a-3175-4c91-8ac0-3447083ececa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:28:40Z', 'updated_at': '2021-07-29T14:28:50Z', 'revision_number': 1, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c23ef7-7f75-4845-bdcb-fee180b06f1f', 'name': '', 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'mac_address': 'fa:16:3e:a4:a3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '0feee60d-456e-4fb7-af3e-353853088018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:20Z', 'updated_at': '2021-07-29T14:23:34Z', 'revision_number': 5, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'subnets': [{'id': '0feee60d-456e-4fb7-af3e-353853088018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:52.050800 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-4c5600c5-f7aa-4826-b016-5986169a2b3b req-61bf4c88-48b5-4348-99cb-3d18a29133c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81a7db55-0904-4a0f-b9a9-183ac589596c HTTP/1.1" status: 200 len: 1000 time: 0.0613232 Jul 29 14:28:52.070549 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71778525-6354-41db-ad83-d00c2c0f3e55 None None] Checking router: ddc7cf52-34b0-47e7-8b51-a885f1c0ba08 for host: dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:28:52.079417 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71778525-6354-41db-ad83-d00c2c0f3e55 None None] Routers {'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:28:52.080014 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-71778525-6354-41db-ad83-d00c2c0f3e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:28:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:52.102053 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5600c5-f7aa-4826-b016-5986169a2b3b req-c2d3bd97-3354-4827-ad43-b6f84618f680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:52.103488 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-4c5600c5-f7aa-4826-b016-5986169a2b3b req-c2d3bd97-3354-4827-ad43-b6f84618f680 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0feee60d-456e-4fb7-af3e-353853088018 HTTP/1.1" status: 200 len: 849 time: 0.0425179 Jul 29 14:28:52.150425 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5600c5-f7aa-4826-b016-5986169a2b3b req-7571c1bd-0f9b-45c4-8c31-b529683d8f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:28:52.151935 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-4c5600c5-f7aa-4826-b016-5986169a2b3b req-7571c1bd-0f9b-45c4-8c31-b529683d8f45 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3cec429-afe0-40ba-a154-12d562265125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399349 Jul 29 14:28:52.260349 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-4c5600c5-f7aa-4826-b016-5986169a2b3b req-42378a7e-561a-4a71-83d9-77a33edf7a12 service neutron] 10.222.0.42 "GET /v2.0/networks/b3cec429-afe0-40ba-a154-12d562265125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991173 Jul 29 14:28:52.324327 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-71778525-6354-41db-ad83-d00c2c0f3e55 None None] Set router ddc7cf52-34b0-47e7-8b51-a885f1c0ba08 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:28:52.568240 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-71778525-6354-41db-ad83-d00c2c0f3e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'name': 'tempest-AttachVolumeTestJSON-498544025-router', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:24Z', 'revision_number': 4, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'gw_port': {'id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:08Z', 'updated_at': '2021-07-29T14:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_floatingips': [{'id': 'd7d93c13-aea9-416e-8e88-1c7085be08b8', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'router_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'port_id': '81a7db55-0904-4a0f-b9a9-183ac589596c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125', 'mac_address': 'fa:16:3e:28:2d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3036959a-3175-4c91-8ac0-3447083ececa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:28:40Z', 'updated_at': '2021-07-29T14:28:50Z', 'revision_number': 1, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c23ef7-7f75-4845-bdcb-fee180b06f1f', 'name': '', 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'mac_address': 'fa:16:3e:a4:a3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '0feee60d-456e-4fb7-af3e-353853088018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:20Z', 'updated_at': '2021-07-29T14:23:34Z', 'revision_number': 5, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'subnets': [{'id': '0feee60d-456e-4fb7-af3e-353853088018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:28:52.594817 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71778525-6354-41db-ad83-d00c2c0f3e55 None None] The sync data for ids ['ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'] in dv-cinder-802882-2-iscsi is: [{'id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'name': 'tempest-AttachVolumeTestJSON-498544025-router', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:24Z', 'revision_number': 4, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'gw_port': {'id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:08Z', 'updated_at': '2021-07-29T14:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_floatingips': [{'id': 'd7d93c13-aea9-416e-8e88-1c7085be08b8', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'router_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'port_id': '81a7db55-0904-4a0f-b9a9-183ac589596c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125', 'mac_address': 'fa:16:3e:28:2d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3036959a-3175-4c91-8ac0-3447083ececa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:28:40Z', 'updated_at': '2021-07-29T14:28:50Z', 'revision_number': 1, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c23ef7-7f75-4845-bdcb-fee180b06f1f', 'name': '', 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'mac_address': 'fa:16:3e:a4:a3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '0feee60d-456e-4fb7-af3e-353853088018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:20Z', 'updated_at': '2021-07-29T14:23:34Z', 'revision_number': 5, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'subnets': [{'id': '0feee60d-456e-4fb7-af3e-353853088018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:28:52.596868 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-4c5600c5-f7aa-4826-b016-5986169a2b3b req-308589bc-e447-42e6-ad4b-777fd7450ee6 service neutron] 10.222.0.42 "GET /v2.0/networks/b3cec429-afe0-40ba-a154-12d562265125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277321 Jul 29 14:28:52.776003 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629f3b23-3fad-4ed9-bb6a-538f03697d45 None None] New status for floating IP d7d93c13-aea9-416e-8e88-1c7085be08b8: ACTIVE {{(pid=93049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:28:55.081515 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d92bcde4-4982-4af4-b29e-bca30aa68d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:56.357982 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:58.027853 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-37eb4dff-1990-4763-8cfe-9cb3f1b92608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:58.255059 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:28:59.346201 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:01.374378 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:07.192204 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823f298-ba35-4ab6-9ba8-219ff17f7d96 req-a55272f1-2a04-4cbd-ac8c-1c6560ff9a6c tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:07.193665 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1823f298-ba35-4ab6-9ba8-219ff17f7d96 req-a55272f1-2a04-4cbd-ac8c-1c6560ff9a6c tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 984 time: 0.0490687 Jul 29 14:29:07.202317 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318a274-b4d6-4c5e-b0c2-8644a21e4337 req-62702fdd-689f-4f48-825d-8dddddddf1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:07.203800 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-5318a274-b4d6-4c5e-b0c2-8644a21e4337 req-62702fdd-689f-4f48-825d-8dddddddf1c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b522af7cb81c4d7583899d89c7783d4f&device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 1137 time: 0.0409815 Jul 29 14:29:07.235012 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1823f298-ba35-4ab6-9ba8-219ff17f7d96 req-e1780834-b89b-46c2-9dcd-c25cd6eb978c tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&id=9a0dbf74-5c16-48aa-b927-e31c9572b119&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350437 Jul 29 14:29:07.298676 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318a274-b4d6-4c5e-b0c2-8644a21e4337 req-3058301c-efd6-4c00-881c-b46a3e270022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:07.300153 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-5318a274-b4d6-4c5e-b0c2-8644a21e4337 req-3058301c-efd6-4c00-881c-b46a3e270022 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c4b95e0e-568e-4b97-9204-e060c84b061b HTTP/1.1" status: 200 len: 915 time: 0.0850377 Jul 29 14:29:07.363269 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-5318a274-b4d6-4c5e-b0c2-8644a21e4337 req-a6ae99b6-0d25-473a-b1e1-7738b90097ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=188f4dfc-101b-4d0c-84a6-daa14ebf07f8 HTTP/1.1" status: 200 len: 1001 time: 0.0555577 Jul 29 14:29:07.420856 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318a274-b4d6-4c5e-b0c2-8644a21e4337 req-4b32bded-d82a-486b-a668-701a84de7116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:07.422356 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-5318a274-b4d6-4c5e-b0c2-8644a21e4337 req-4b32bded-d82a-486b-a668-701a84de7116 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=986eeae2-0f7f-4c34-a670-fcda2a53fd9d HTTP/1.1" status: 200 len: 853 time: 0.0514677 Jul 29 14:29:07.470583 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318a274-b4d6-4c5e-b0c2-8644a21e4337 req-9aa92844-2ff5-4b1d-9863-e19c393dfa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:07.471939 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-5318a274-b4d6-4c5e-b0c2-8644a21e4337 req-9aa92844-2ff5-4b1d-9863-e19c393dfa5e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4b95e0e-568e-4b97-9204-e060c84b061b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383079 Jul 29 14:29:07.573724 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-5318a274-b4d6-4c5e-b0c2-8644a21e4337 req-480da315-dd74-4edc-8c61-9391cf92cb1d service neutron] 10.222.0.42 "GET /v2.0/networks/c4b95e0e-568e-4b97-9204-e060c84b061b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913570 Jul 29 14:29:07.662665 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-5318a274-b4d6-4c5e-b0c2-8644a21e4337 req-1916d551-2cd4-4ca9-b886-59158d3fda7b service neutron] 10.222.0.42 "GET /v2.0/networks/c4b95e0e-568e-4b97-9204-e060c84b061b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812352 Jul 29 14:29:08.350647 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c9e38-04c9-4470-91c7-8b6b53e7897c req-2cf56062-e603-42d0-9dcb-a0a533656edd tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:08.352057 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b06c9e38-04c9-4470-91c7-8b6b53e7897c req-2cf56062-e603-42d0-9dcb-a0a533656edd tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 984 time: 0.0495212 Jul 29 14:29:08.392782 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b06c9e38-04c9-4470-91c7-8b6b53e7897c req-ba4ccb36-40c2-4d3e-b7a2-6429ed25a840 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&id=9a0dbf74-5c16-48aa-b927-e31c9572b119&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345585 Jul 29 14:29:09.510498 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776795fb-888f-4a6c-9bde-937cefccc272 req-a10fad74-1643-46eb-9d84-8faed4c345e5 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:09.511964 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-776795fb-888f-4a6c-9bde-937cefccc272 req-a10fad74-1643-46eb-9d84-8faed4c345e5 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 984 time: 0.0517991 Jul 29 14:29:09.557370 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-776795fb-888f-4a6c-9bde-937cefccc272 req-f6c92a18-b5f8-4d3e-b6b4-c2af5ade5a2f tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&id=9a0dbf74-5c16-48aa-b927-e31c9572b119&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387430 Jul 29 14:29:10.128606 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:29:10.672694 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b685aad-144c-490f-a13d-32fabb277edf req-c6aed0db-b15c-4520-91dd-35cfa6ae9273 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:10.674184 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4b685aad-144c-490f-a13d-32fabb277edf req-c6aed0db-b15c-4520-91dd-35cfa6ae9273 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 984 time: 0.0482986 Jul 29 14:29:10.713691 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4b685aad-144c-490f-a13d-32fabb277edf req-a2d80142-be10-4e5b-9c56-8bcc6f2f915a tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&id=9a0dbf74-5c16-48aa-b927-e31c9572b119&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335724 Jul 29 14:29:11.826298 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59950065-5bbc-45fd-8ba2-ef9a5e5a8ee4 req-07924d27-80fe-4633-b7ac-e37164518503 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:11.827822 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-59950065-5bbc-45fd-8ba2-ef9a5e5a8ee4 req-07924d27-80fe-4633-b7ac-e37164518503 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 984 time: 0.0476916 Jul 29 14:29:11.867350 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-59950065-5bbc-45fd-8ba2-ef9a5e5a8ee4 req-759367a4-2e20-4c38-ae67-836d144b9a71 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&id=9a0dbf74-5c16-48aa-b927-e31c9572b119&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335593 Jul 29 14:29:12.984219 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac8aa6-aee7-498c-bdd9-fc05b440da61 req-88767d63-9c12-41fd-b0fd-e37a41521bb3 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:12.985689 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-39ac8aa6-aee7-498c-bdd9-fc05b440da61 req-88767d63-9c12-41fd-b0fd-e37a41521bb3 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 984 time: 0.0522075 Jul 29 14:29:13.024696 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-39ac8aa6-aee7-498c-bdd9-fc05b440da61 req-5cee581c-fdaf-4fe1-ba49-eebc2b08d1ea tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&id=9a0dbf74-5c16-48aa-b927-e31c9572b119&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330868 Jul 29 14:29:13.620675 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772c4ff-d55d-4a6c-9904-7f6e161859d8 req-3746769d-ff72-4de6-8b2e-cab455b5b019 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:13.622185 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d772c4ff-d55d-4a6c-9904-7f6e161859d8 req-3746769d-ff72-4de6-8b2e-cab455b5b019 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 946 time: 0.0477870 Jul 29 14:29:13.660455 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d772c4ff-d55d-4a6c-9904-7f6e161859d8 req-be91044a-fdd3-4ac8-81f5-2278d338d50e tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321548 Jul 29 14:29:14.140191 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396ba71-021c-4c28-b607-3430e037442f req-8044a559-ff6e-44a1-865f-48f7656d2b02 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:14.141570 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a396ba71-021c-4c28-b607-3430e037442f req-8044a559-ff6e-44a1-865f-48f7656d2b02 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 984 time: 0.0481780 Jul 29 14:29:14.180629 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a396ba71-021c-4c28-b607-3430e037442f req-a9e254ab-0364-4231-a867-bdfb2b839cae tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&id=9a0dbf74-5c16-48aa-b927-e31c9572b119&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330429 Jul 29 14:29:14.783736 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6072e8c-3ac6-48a6-b209-56b37293f414 req-62cb3d34-5bee-4708-97b8-1b49ae7d437f tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:14.785190 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b6072e8c-3ac6-48a6-b209-56b37293f414 req-62cb3d34-5bee-4708-97b8-1b49ae7d437f tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 946 time: 0.0526502 Jul 29 14:29:14.823173 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b6072e8c-3ac6-48a6-b209-56b37293f414 req-6943a63e-d5f2-4cd6-a8c5-48374e8e1b74 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319009 Jul 29 14:29:15.295955 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63cfd6-d4aa-41c2-a7dd-9aed3d115442 req-a3f6161a-eec6-46eb-a9f1-cebd8ac94aee tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:15.297444 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4b63cfd6-d4aa-41c2-a7dd-9aed3d115442 req-a3f6161a-eec6-46eb-a9f1-cebd8ac94aee tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 984 time: 0.0488772 Jul 29 14:29:15.336631 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4b63cfd6-d4aa-41c2-a7dd-9aed3d115442 req-98373467-aac4-43b0-ace7-86cca675e429 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&id=9a0dbf74-5c16-48aa-b927-e31c9572b119&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331268 Jul 29 14:29:15.941285 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e2701-3c4f-4c47-ad25-4eb3481f51d1 req-b2aa53b5-ad27-483c-ad2d-955aef106d9f tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:15.942800 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-db0e2701-3c4f-4c47-ad25-4eb3481f51d1 req-b2aa53b5-ad27-483c-ad2d-955aef106d9f tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 946 time: 0.0479326 Jul 29 14:29:15.980793 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-db0e2701-3c4f-4c47-ad25-4eb3481f51d1 req-cd77dec8-39f6-45ee-841b-dcf06d89646d tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320179 Jul 29 14:29:16.455849 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc14a1-fdc0-4477-bdb1-79c92d179315 req-16a83d18-b072-42f1-9b65-e9258a2afefe tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:16.457517 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-70dc14a1-fdc0-4477-bdb1-79c92d179315 req-16a83d18-b072-42f1-9b65-e9258a2afefe tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 984 time: 0.0521188 Jul 29 14:29:16.498122 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-70dc14a1-fdc0-4477-bdb1-79c92d179315 req-69ac413c-e74b-4ab4-a9a0-aae5a78c669d tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&id=9a0dbf74-5c16-48aa-b927-e31c9572b119&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340283 Jul 29 14:29:17.096005 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391f339-c381-4466-8a13-6da71b29ae7d req-666247ad-5f12-43a2-b7ce-80f885aa7df5 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:17.097468 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f391f339-c381-4466-8a13-6da71b29ae7d req-666247ad-5f12-43a2-b7ce-80f885aa7df5 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 946 time: 0.0471306 Jul 29 14:29:17.134942 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f391f339-c381-4466-8a13-6da71b29ae7d req-c39746ef-c0c8-4fb6-929d-13cb8d4db9ae tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317450 Jul 29 14:29:17.616923 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6782e5f-e786-4277-92df-5264f59f8a06 req-07244f30-e18c-40b2-8492-2ac48134280e tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:17.618351 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c6782e5f-e786-4277-92df-5264f59f8a06 req-07244f30-e18c-40b2-8492-2ac48134280e tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 984 time: 0.0485117 Jul 29 14:29:17.658371 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c6782e5f-e786-4277-92df-5264f59f8a06 req-962c54ab-94d8-4334-8458-019d152af87d tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&id=9a0dbf74-5c16-48aa-b927-e31c9572b119&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339706 Jul 29 14:29:18.255878 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21428c1f-dc36-420d-b35d-19aa4a30512d req-0a599a4c-f620-47a6-8fa4-ab21acff0edb tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:18.257350 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-21428c1f-dc36-420d-b35d-19aa4a30512d req-0a599a4c-f620-47a6-8fa4-ab21acff0edb tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 946 time: 0.0526097 Jul 29 14:29:18.293898 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-21428c1f-dc36-420d-b35d-19aa4a30512d req-ed486df9-60aa-486e-94de-e0c79aef7bea tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306334 Jul 29 14:29:18.773480 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8782054-ca56-4d2b-8816-500bf17c64c5 req-b35ccd80-b718-4ddc-89a1-067c69bf19a2 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:18.775006 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d8782054-ca56-4d2b-8816-500bf17c64c5 req-b35ccd80-b718-4ddc-89a1-067c69bf19a2 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 984 time: 0.0500042 Jul 29 14:29:18.816099 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d8782054-ca56-4d2b-8816-500bf17c64c5 req-818f2686-e145-4e0b-a1bb-bd23690b82df tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&id=9a0dbf74-5c16-48aa-b927-e31c9572b119&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341520 Jul 29 14:29:19.411731 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437e3b4-352a-4057-82c9-bfd715841b5c req-bf3e2088-b2a8-4353-98bf-971866fda8d1 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:19.413225 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5437e3b4-352a-4057-82c9-bfd715841b5c req-bf3e2088-b2a8-4353-98bf-971866fda8d1 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 946 time: 0.0474777 Jul 29 14:29:19.451029 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5437e3b4-352a-4057-82c9-bfd715841b5c req-6782454e-d6f0-46d0-8816-3a8c8b190f74 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314958 Jul 29 14:29:19.940940 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac168f5f-9b18-421b-a3d6-5c0cda25b80f req-58a56451-164f-47bb-9cc0-179bc51ec533 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:19.942464 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ac168f5f-9b18-421b-a3d6-5c0cda25b80f req-58a56451-164f-47bb-9cc0-179bc51ec533 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 984 time: 0.0522861 Jul 29 14:29:19.981524 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ac168f5f-9b18-421b-a3d6-5c0cda25b80f req-a6318326-a8e3-4878-9c28-cacdca86753e tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&id=9a0dbf74-5c16-48aa-b927-e31c9572b119&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331776 Jul 29 14:29:20.567281 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907906e3-f1e7-40d7-8dd5-2de961b6f728 req-05d9b607-75da-41ca-8e5a-1ed64a7d21c1 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:20.568778 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-907906e3-f1e7-40d7-8dd5-2de961b6f728 req-05d9b607-75da-41ca-8e5a-1ed64a7d21c1 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 946 time: 0.0483544 Jul 29 14:29:20.605335 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-907906e3-f1e7-40d7-8dd5-2de961b6f728 req-eb8382c4-8301-4546-abf4-49fad4bf01be tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308590 Jul 29 14:29:21.097097 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c085cb-7598-4725-aa79-d05c94a63403 req-a101fa15-790b-4b66-aa9e-c2e6e13ecb52 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:21.098490 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-67c085cb-7598-4725-aa79-d05c94a63403 req-a101fa15-790b-4b66-aa9e-c2e6e13ecb52 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 984 time: 0.0471976 Jul 29 14:29:21.139400 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-67c085cb-7598-4725-aa79-d05c94a63403 req-50a40499-1846-4090-8067-41d3e44ee6fb tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&id=9a0dbf74-5c16-48aa-b927-e31c9572b119&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350296 Jul 29 14:29:21.727641 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62e2e7-a538-4bef-9b8f-887144d678f4 req-3a540d75-afb8-4c2c-9b43-55f83c45db0e tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:21.729091 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4c62e2e7-a538-4bef-9b8f-887144d678f4 req-3a540d75-afb8-4c2c-9b43-55f83c45db0e tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 946 time: 0.0514319 Jul 29 14:29:21.768723 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4c62e2e7-a538-4bef-9b8f-887144d678f4 req-86465c69-55b9-4993-879f-d6fcc3486462 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326371 Jul 29 14:29:22.253997 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81fa9d-707d-4049-b06c-b0ef7da32ae8 req-6935b2a8-9613-43cd-8cfa-909880035936 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:22.255745 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2e81fa9d-707d-4049-b06c-b0ef7da32ae8 req-6935b2a8-9613-43cd-8cfa-909880035936 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 984 time: 0.0479481 Jul 29 14:29:22.295789 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2e81fa9d-707d-4049-b06c-b0ef7da32ae8 req-ab4b781c-2b4e-4bdc-8121-38b095c75cdf tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&id=9a0dbf74-5c16-48aa-b927-e31c9572b119&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341427 Jul 29 14:29:22.890459 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ef848-4e7b-4613-8f77-a727613ff0f9 req-6ede546c-9b9d-4248-9dec-db14aa337e2e tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:22.891928 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-577ef848-4e7b-4613-8f77-a727613ff0f9 req-6ede546c-9b9d-4248-9dec-db14aa337e2e tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 946 time: 0.0479674 Jul 29 14:29:22.929539 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-577ef848-4e7b-4613-8f77-a727613ff0f9 req-884408e1-ca89-4353-81f5-165c177ee610 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316951 Jul 29 14:29:23.417299 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022390dd-3e7a-4e4a-9be1-15489f46d24a req-110245d0-61c2-4a1a-8563-6fcb615e8ed2 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:23.418808 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-022390dd-3e7a-4e4a-9be1-15489f46d24a req-110245d0-61c2-4a1a-8563-6fcb615e8ed2 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 984 time: 0.0533218 Jul 29 14:29:23.459391 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-022390dd-3e7a-4e4a-9be1-15489f46d24a req-58e3996e-927d-4a15-afc1-0baedd0961be tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&id=9a0dbf74-5c16-48aa-b927-e31c9572b119&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339997 Jul 29 14:29:24.050087 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca9edc-743b-45ee-a81f-9cd25268ee64 req-2d854f61-705b-480f-bb3c-862cc7d55583 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:24.051572 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5aca9edc-743b-45ee-a81f-9cd25268ee64 req-2d854f61-705b-480f-bb3c-862cc7d55583 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 946 time: 0.0479128 Jul 29 14:29:24.090277 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5aca9edc-743b-45ee-a81f-9cd25268ee64 req-7146bcdf-7730-4184-8586-c50ffba57786 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325644 Jul 29 14:29:24.577627 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027af9d-8324-4475-8751-c06d13e81244 req-b1165bc4-16a5-4703-8b23-a260d881f458 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:24.579138 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7027af9d-8324-4475-8751-c06d13e81244 req-b1165bc4-16a5-4703-8b23-a260d881f458 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 984 time: 0.0481443 Jul 29 14:29:24.618694 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7027af9d-8324-4475-8751-c06d13e81244 req-8425d4a1-b4ad-42cd-98f0-082dde5ceacb tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&id=9a0dbf74-5c16-48aa-b927-e31c9572b119&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337052 Jul 29 14:29:25.080472 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-21d192d8-e05d-4be9-9a06-0164cfbc3c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:25.212617 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531bc6d-ef14-49c4-86bf-cf80c81cf018 req-e2f5a4c3-cfdb-4f2c-bb08-c3c0c6135cf2 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:25.214191 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4531bc6d-ef14-49c4-86bf-cf80c81cf018 req-e2f5a4c3-cfdb-4f2c-bb08-c3c0c6135cf2 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 946 time: 0.0508585 Jul 29 14:29:25.251468 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4531bc6d-ef14-49c4-86bf-cf80c81cf018 req-ca2ba487-652e-48c9-b54c-c5ce462fbf44 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315096 Jul 29 14:29:25.731500 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d704e-e37d-4242-954a-df7e0588de4c req-69ee839f-18e9-4fec-be0b-b0dc8e69b564 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:25.732934 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-de6d704e-e37d-4242-954a-df7e0588de4c req-69ee839f-18e9-4fec-be0b-b0dc8e69b564 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 984 time: 0.0487030 Jul 29 14:29:25.772472 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-de6d704e-e37d-4242-954a-df7e0588de4c req-34636668-e3e3-4f3f-a062-5f1e4037bf7a tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&id=9a0dbf74-5c16-48aa-b927-e31c9572b119&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335617 Jul 29 14:29:26.358034 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:26.372104 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659fa43b-0d09-48e8-acac-224564144917 req-65f5c177-a261-448f-9c1d-55d3d8fdf15f tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:26.373982 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-659fa43b-0d09-48e8-acac-224564144917 req-65f5c177-a261-448f-9c1d-55d3d8fdf15f tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 946 time: 0.0496430 Jul 29 14:29:26.411361 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-659fa43b-0d09-48e8-acac-224564144917 req-fa82319f-132b-4d50-ac80-30be6fecd60e tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313709 Jul 29 14:29:26.889731 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f0a24-0cd2-4875-9f5c-0cc7f6b9f965 req-f627cfc6-84b6-4d94-b483-e331b446fd56 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:26.891214 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-859f0a24-0cd2-4875-9f5c-0cc7f6b9f965 req-f627cfc6-84b6-4d94-b483-e331b446fd56 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 984 time: 0.0518570 Jul 29 14:29:26.929601 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-859f0a24-0cd2-4875-9f5c-0cc7f6b9f965 req-34dbe70b-cf1f-427e-8567-aaaa3800b4b1 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&id=9a0dbf74-5c16-48aa-b927-e31c9572b119&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324705 Jul 29 14:29:27.530585 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e58678-551c-4c2f-b8e3-885ee36ec1ca req-02d47f4f-ba47-411d-8c42-c1c1d0c968ed tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:27.532072 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-60e58678-551c-4c2f-b8e3-885ee36ec1ca req-02d47f4f-ba47-411d-8c42-c1c1d0c968ed tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 946 time: 0.0483241 Jul 29 14:29:27.568909 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-60e58678-551c-4c2f-b8e3-885ee36ec1ca req-b7852807-f60c-4e33-b42e-030816aedd15 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311301 Jul 29 14:29:28.029687 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-82299f12-fd47-4e49-8353-207871920e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:28.044701 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc449c-2627-479b-b461-e0951d6fb876 req-90abd11b-99c9-42db-8a66-e6e1fe6af058 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:28.046233 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d9bc449c-2627-479b-b461-e0951d6fb876 req-90abd11b-99c9-42db-8a66-e6e1fe6af058 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 984 time: 0.0515640 Jul 29 14:29:28.086745 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d9bc449c-2627-479b-b461-e0951d6fb876 req-e50d6fd0-a79b-48c5-b83a-5d669a16dbe6 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&id=9a0dbf74-5c16-48aa-b927-e31c9572b119&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343101 Jul 29 14:29:28.102995 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d0d295ca-f59b-45b5-982c-dc2610d1bec4 req-5e41a6f4-9482-41f6-ba53-d102168e6da8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391016 Jul 29 14:29:28.257306 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:28.321858 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d295ca-f59b-45b5-982c-dc2610d1bec4 req-23fe42be-f186-48b5-96bf-fdf473255565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:28.323325 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d0d295ca-f59b-45b5-982c-dc2610d1bec4 req-23fe42be-f186-48b5-96bf-fdf473255565 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=790cbd91660745c18b1d53f07528a1b3&device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 1098 time: 0.0389690 Jul 29 14:29:28.428747 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d295ca-f59b-45b5-982c-dc2610d1bec4 req-8df81ce3-c4d7-4632-ace2-0dd82259996b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:28.430268 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d0d295ca-f59b-45b5-982c-dc2610d1bec4 req-8df81ce3-c4d7-4632-ace2-0dd82259996b service neutron] 10.222.0.42 "GET /v2.0/networks?id=fc30f6c6-945d-4102-8889-37cbeb7abf30 HTTP/1.1" status: 200 len: 913 time: 0.0856230 Jul 29 14:29:28.507300 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d0d295ca-f59b-45b5-982c-dc2610d1bec4 req-1595ed45-d8e1-4dec-8c40-db6be6e133bf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=296f8582-546d-43c3-96cd-93a9f33026b4 HTTP/1.1" status: 200 len: 1001 time: 0.0591462 Jul 29 14:29:28.563133 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d295ca-f59b-45b5-982c-dc2610d1bec4 req-075b1bad-49d9-45fb-84fd-3fc7a11bcf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:28.564461 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d0d295ca-f59b-45b5-982c-dc2610d1bec4 req-075b1bad-49d9-45fb-84fd-3fc7a11bcf8b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96251832-4e3f-4c8a-b08d-273ae0959694 HTTP/1.1" status: 200 len: 851 time: 0.0468063 Jul 29 14:29:28.609180 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d295ca-f59b-45b5-982c-dc2610d1bec4 req-0acf0172-3c46-4d0f-9a56-5a4a26d8bcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:28.610666 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d0d295ca-f59b-45b5-982c-dc2610d1bec4 req-0acf0172-3c46-4d0f-9a56-5a4a26d8bcfe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fc30f6c6-945d-4102-8889-37cbeb7abf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387158 Jul 29 14:29:28.692050 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25469e-0786-48cf-ad99-3c5e8593d94a req-8fd06515-2311-483c-a8e1-892362c931f3 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:28.693523 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3b25469e-0786-48cf-ad99-3c5e8593d94a req-8fd06515-2311-483c-a8e1-892362c931f3 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 946 time: 0.0514822 Jul 29 14:29:28.698933 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d0d295ca-f59b-45b5-982c-dc2610d1bec4 req-424348eb-3c4a-41f2-9ce6-188e52c67b7c service neutron] 10.222.0.42 "GET /v2.0/networks/fc30f6c6-945d-4102-8889-37cbeb7abf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803070 Jul 29 14:29:28.732782 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3b25469e-0786-48cf-ad99-3c5e8593d94a req-46704982-94b6-4b5f-b08a-b03d214f8032 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328217 Jul 29 14:29:28.795457 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d0d295ca-f59b-45b5-982c-dc2610d1bec4 req-ef7b29a2-b39e-4887-b952-e33971a779d8 service neutron] 10.222.0.42 "GET /v2.0/networks/fc30f6c6-945d-4102-8889-37cbeb7abf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870299 Jul 29 14:29:29.199781 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07627faa-4a0c-411c-a5e4-506377f89cba req-b5494050-f3eb-4249-b401-cd24f7d0cb3e tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:29.201477 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-07627faa-4a0c-411c-a5e4-506377f89cba req-b5494050-f3eb-4249-b401-cd24f7d0cb3e tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 984 time: 0.0493600 Jul 29 14:29:29.240891 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-07627faa-4a0c-411c-a5e4-506377f89cba req-9eb01839-482c-41ce-ac61-a38d9c70e8d2 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&id=9a0dbf74-5c16-48aa-b927-e31c9572b119&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334785 Jul 29 14:29:29.347013 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:29.858486 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08786b-fe67-423f-ab45-701a7d518afc req-f8849ac0-4e17-48c0-a0a6-19cbf69d196b tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:29.859987 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2b08786b-fe67-423f-ab45-701a7d518afc req-f8849ac0-4e17-48c0-a0a6-19cbf69d196b tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 946 time: 0.0548272 Jul 29 14:29:29.898584 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2b08786b-fe67-423f-ab45-701a7d518afc req-474a740a-eb48-4e97-9a4a-6d777bfaea58 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327008 Jul 29 14:29:30.746571 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device e6e2264e-d738-46e7-9f34-015f36786387 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:29:30.839568 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port e6e2264e-d738-46e7-9f34-015f36786387, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=e6e2264e-d738-46e7-9f34-015f36786387,segment=NetworkSegment(2a3c3cb3-1d3e-4c59-bff4-f754839f2eca),segment_id=2a3c3cb3-1d3e-4c59-bff4-f754839f2eca)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:29:30.850978 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Returning: {'device': 'e6e2264e-d738-46e7-9f34-015f36786387', 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628', 'port_id': 'e6e2264e-d738-46e7-9f34-015f36786387', 'mac_address': 'fa:16:3e:2f:fc:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:29:30.886209 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:30.898500 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6e2264e-d738-46e7-9f34-015f36786387 {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:29:30.918457 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port e6e2264e-d738-46e7-9f34-015f36786387, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=e6e2264e-d738-46e7-9f34-015f36786387,segment=NetworkSegment(2a3c3cb3-1d3e-4c59-bff4-f754839f2eca),segment_id=2a3c3cb3-1d3e-4c59-bff4-f754839f2eca)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:29:30.923079 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:30.978508 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=e6e2264e-d738-46e7-9f34-015f36786387,revision_number=6']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:29:31.022983 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b148cc2-04c1-4d6d-a339-cf7053255e1e req-132f12d5-4a8f-4055-bf78-9946fb5e331d tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:31.024467 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4b148cc2-04c1-4d6d-a339-cf7053255e1e req-132f12d5-4a8f-4055-bf78-9946fb5e331d tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 945 time: 0.0528593 Jul 29 14:29:31.035946 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['e6e2264e-d738-46e7-9f34-015f36786387'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:29:31.063091 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4b148cc2-04c1-4d6d-a339-cf7053255e1e req-8a07baa2-1a52-4687-8acb-2415f7dc70a2 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320354 Jul 29 14:29:31.377526 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:32.190747 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a6eaa-6e41-4274-9d3f-0f266e9590a8 req-63ec09d2-1dbb-4ba2-b00a-d3e21e7a25fd tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:32.192407 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f28a6eaa-6e41-4274-9d3f-0f266e9590a8 req-63ec09d2-1dbb-4ba2-b00a-d3e21e7a25fd tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 945 time: 0.0545969 Jul 29 14:29:32.242467 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f28a6eaa-6e41-4274-9d3f-0f266e9590a8 req-7d127d8c-618b-472a-99f0-84de66be505f tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438578 Jul 29 14:29:32.765417 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device e6e2264e-d738-46e7-9f34-015f36786387 up at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:29:32.835315 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning complete for port e6e2264e-d738-46e7-9f34-015f36786387 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:29:32.836022 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:32.917079 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:32.941373 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04757c20-44d9-4ae4-9adf-841459744ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e2264e-d738-46e7-9f34-015f36786387'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:29:32.943712 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccb16db2f9a74c00367815e69fa446d7a78c69e07d65ec2c4e32efa5fc27a6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293cd672-a296-4251-9d36-b30eae644995" -d '{"events": [{"server_uuid": "04757c20-44d9-4ae4-9adf-841459744ff0", "name": "network-vif-plugged", "status": "completed", "tag": "e6e2264e-d738-46e7-9f34-015f36786387"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:29:32.964534 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port e6e2264e-d738-46e7-9f34-015f36786387, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=e6e2264e-d738-46e7-9f34-015f36786387,segment=NetworkSegment(2a3c3cb3-1d3e-4c59-bff4-f754839f2eca),segment_id=2a3c3cb3-1d3e-4c59-bff4-f754839f2eca)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:29:32.972362 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:32.999825 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be3f2cc-8750-47a0-b232-2c01a259873d x-openstack-request-id: req-7be3f2cc-8750-47a0-b232-2c01a259873d {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:29:33.000110 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04757c20-44d9-4ae4-9adf-841459744ff0", "name": "network-vif-plugged", "status": "completed", "tag": "e6e2264e-d738-46e7-9f34-015f36786387", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:29:33.000353 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7be3f2cc-8750-47a0-b232-2c01a259873d {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:29:33.000741 dv-cinder-802882-2-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04757c20-44d9-4ae4-9adf-841459744ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e2264e-d738-46e7-9f34-015f36786387', 'code': 200} Jul 29 14:29:33.033879 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=e6e2264e-d738-46e7-9f34-015f36786387,revision_number=7']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:29:33.374243 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669eab46-24ac-4651-b749-76e8c470ab74 req-fc14a8f4-ca63-4aa0-8248-0ae0dc032f63 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:33.376003 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-669eab46-24ac-4651-b749-76e8c470ab74 req-fc14a8f4-ca63-4aa0-8248-0ae0dc032f63 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 946 time: 0.0545247 Jul 29 14:29:33.445955 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-669eab46-24ac-4651-b749-76e8c470ab74 req-45908e97-c902-4f6f-a0a5-afa46d6db3c1 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632532 Jul 29 14:29:34.594888 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be48d3-b67f-46ae-b1ca-3a47c627c4ff req-81870c60-fcc2-45b9-ae30-f8be52c10a07 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:34.603772 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-25be48d3-b67f-46ae-b1ca-3a47c627c4ff req-81870c60-fcc2-45b9-ae30-f8be52c10a07 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 946 time: 0.0697780 Jul 29 14:29:34.654579 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-25be48d3-b67f-46ae-b1ca-3a47c627c4ff req-839c7585-87ed-42dd-9d58-2102ac82c060 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491273 Jul 29 14:29:35.782157 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754185f1-dfda-4591-90bb-62699dadbcfa req-3981aacf-5976-40b4-b60d-4211367bdd46 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:35.786581 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-754185f1-dfda-4591-90bb-62699dadbcfa req-3981aacf-5976-40b4-b60d-4211367bdd46 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 946 time: 0.0580235 Jul 29 14:29:35.839578 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-754185f1-dfda-4591-90bb-62699dadbcfa req-ce717649-75ed-4b19-9215-6392477971a7 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485866 Jul 29 14:29:36.970122 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d85d4-901e-41d6-87ec-3193492be380 req-3c066b82-e771-4b2a-a9c8-d3f0bf328460 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:36.971745 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-391d85d4-901e-41d6-87ec-3193492be380 req-3c066b82-e771-4b2a-a9c8-d3f0bf328460 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 946 time: 0.0531809 Jul 29 14:29:37.015151 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-391d85d4-901e-41d6-87ec-3193492be380 req-154ac9a5-9e17-46ef-ab97-02c96a61f86b tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369196 Jul 29 14:29:38.153833 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47eb2e7-1f97-4f90-ae5e-fba7a2f5fe87 req-70c2527e-61cf-4aad-ab46-deda0a99c085 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:38.155585 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a47eb2e7-1f97-4f90-ae5e-fba7a2f5fe87 req-70c2527e-61cf-4aad-ab46-deda0a99c085 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 946 time: 0.0602520 Jul 29 14:29:38.203752 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a47eb2e7-1f97-4f90-ae5e-fba7a2f5fe87 req-f5555205-211b-4152-ac03-499bec3acd18 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419133 Jul 29 14:29:39.391069 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716e315-b85c-4c3a-aaf0-f7a9b927a8bc req-e01b8dd1-5d5b-44c8-b4c1-0f4d73130e64 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:39.395339 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6716e315-b85c-4c3a-aaf0-f7a9b927a8bc req-e01b8dd1-5d5b-44c8-b4c1-0f4d73130e64 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 946 time: 0.1018579 Jul 29 14:29:39.458484 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6716e315-b85c-4c3a-aaf0-f7a9b927a8bc req-6fe9de4f-dec6-46d1-87a8-8b0f72d0c0d5 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461752 Jul 29 14:29:40.593864 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4bd9d-7838-4774-8126-4b7ad812bbfd req-41d4307b-d3b0-4ee1-a20b-36cbc0aad4d2 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:40.595401 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-dde4bd9d-7838-4774-8126-4b7ad812bbfd req-41d4307b-d3b0-4ee1-a20b-36cbc0aad4d2 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 946 time: 0.0537221 Jul 29 14:29:40.633518 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-dde4bd9d-7838-4774-8126-4b7ad812bbfd req-04ce56ea-5fb0-4c9b-992d-42a967eded56 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322642 Jul 29 14:29:41.218727 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f1033-4ff2-4f43-b511-182419711610 req-84611c08-2466-477e-ad58-c2f382f2d70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:41.220462 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-f08f1033-4ff2-4f43-b511-182419711610 req-84611c08-2466-477e-ad58-c2f382f2d70d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ecc5aee94f74408ba54b34189a01d823&device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 1099 time: 0.0405192 Jul 29 14:29:41.312925 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f1033-4ff2-4f43-b511-182419711610 req-1d6a8a36-4ade-49ce-856a-cc0f1c66cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:41.314426 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-f08f1033-4ff2-4f43-b511-182419711610 req-1d6a8a36-4ade-49ce-856a-cc0f1c66cce0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a4c7fff-7798-4447-98a3-cd40daeca628 HTTP/1.1" status: 200 len: 918 time: 0.0859332 Jul 29 14:29:41.379969 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-f08f1033-4ff2-4f43-b511-182419711610 req-cbbe73b1-1c04-4424-b56b-fa687e05cb3e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6e2264e-d738-46e7-9f34-015f36786387 HTTP/1.1" status: 200 len: 1002 time: 0.0571170 Jul 29 14:29:41.437746 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f1033-4ff2-4f43-b511-182419711610 req-b4adad95-4367-4af4-95f7-a4b5d039059b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:41.439491 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-f08f1033-4ff2-4f43-b511-182419711610 req-b4adad95-4367-4af4-95f7-a4b5d039059b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6 HTTP/1.1" status: 200 len: 856 time: 0.0429330 Jul 29 14:29:41.494297 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f1033-4ff2-4f43-b511-182419711610 req-c4034051-68b8-4b29-aebe-4ff9521ef889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:41.495825 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-f08f1033-4ff2-4f43-b511-182419711610 req-c4034051-68b8-4b29-aebe-4ff9521ef889 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a4c7fff-7798-4447-98a3-cd40daeca628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423052 Jul 29 14:29:41.585610 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-f08f1033-4ff2-4f43-b511-182419711610 req-efa053bd-842b-4ae2-bc33-ffa8918193f0 service neutron] 10.222.0.42 "GET /v2.0/networks/8a4c7fff-7798-4447-98a3-cd40daeca628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798941 Jul 29 14:29:41.680802 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-f08f1033-4ff2-4f43-b511-182419711610 req-ad711cb8-07b8-4dac-9d0b-d8fb78639f17 service neutron] 10.222.0.42 "GET /v2.0/networks/8a4c7fff-7798-4447-98a3-cd40daeca628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863063 Jul 29 14:29:41.767539 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8e1c2-df15-4981-abae-0318b1a6ec01 req-365f0c2c-da36-4645-bfd5-64f3e40556da tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:41.769047 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4ee8e1c2-df15-4981-abae-0318b1a6ec01 req-365f0c2c-da36-4645-bfd5-64f3e40556da tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 946 time: 0.0596650 Jul 29 14:29:41.806871 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-4ee8e1c2-df15-4981-abae-0318b1a6ec01 req-c37be7cb-db64-44ec-b396-1c96fc85abe1 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317297 Jul 29 14:29:42.928655 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b4e32-653c-4e47-b635-6a759b638d14 req-148da31e-1676-412e-b53e-de27d9c5f0fd tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:42.934404 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-356b4e32-653c-4e47-b635-6a759b638d14 req-148da31e-1676-412e-b53e-de27d9c5f0fd tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 946 time: 0.0544415 Jul 29 14:29:42.969409 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-356b4e32-653c-4e47-b635-6a759b638d14 req-32d3ff98-0ef8-40da-84d4-0e73e9bbe016 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323341 Jul 29 14:29:44.100794 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c294ba1-5525-478c-987d-bdeb70b5e7b5 req-8ead7934-dc39-437d-adee-1a7a7c4a9747 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:44.102958 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1c294ba1-5525-478c-987d-bdeb70b5e7b5 req-8ead7934-dc39-437d-adee-1a7a7c4a9747 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 946 time: 0.0610247 Jul 29 14:29:44.145070 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1c294ba1-5525-478c-987d-bdeb70b5e7b5 req-2144e273-7c9e-4375-bd44-23a7eac3931c tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360682 Jul 29 14:29:44.876583 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device e6e2264e-d738-46e7-9f34-015f36786387 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:29:44.953330 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:44.976032 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04757c20-44d9-4ae4-9adf-841459744ff0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6e2264e-d738-46e7-9f34-015f36786387'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:29:44.978348 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccb16db2f9a74c00367815e69fa446d7a78c69e07d65ec2c4e32efa5fc27a6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aca8bae-5d88-4a82-aa64-fd3b667b2255" -d '{"events": [{"server_uuid": "04757c20-44d9-4ae4-9adf-841459744ff0", "name": "network-vif-unplugged", "status": "completed", "tag": "e6e2264e-d738-46e7-9f34-015f36786387"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:29:44.992490 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port e6e2264e-d738-46e7-9f34-015f36786387, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=e6e2264e-d738-46e7-9f34-015f36786387,segment=NetworkSegment(2a3c3cb3-1d3e-4c59-bff4-f754839f2eca),segment_id=2a3c3cb3-1d3e-4c59-bff4-f754839f2eca)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:29:44.996969 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:45.020790 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Jul 2021 14:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ec64f9-a2ac-4045-b18d-508a99ac96de x-openstack-request-id: req-c4ec64f9-a2ac-4045-b18d-508a99ac96de {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:29:45.021078 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04757c20-44d9-4ae4-9adf-841459744ff0", "name": "network-vif-unplugged", "status": "failed", "tag": "e6e2264e-d738-46e7-9f34-015f36786387", "code": 422}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:29:45.021327 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c4ec64f9-a2ac-4045-b18d-508a99ac96de {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:29:45.021755 dv-cinder-802882-2-iscsi neutron-server[93048]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '04757c20-44d9-4ae4-9adf-841459744ff0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e6e2264e-d738-46e7-9f34-015f36786387', 'code': 422} returned with failed status Jul 29 14:29:45.051908 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=e6e2264e-d738-46e7-9f34-015f36786387,revision_number=8']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:29:45.072118 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ee1b4-811a-467c-9bef-357b6d04d5c3 req-2c7dc042-a3b4-46ea-91b4-718a87f5b986 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:45.073800 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9f4ee1b4-811a-467c-9bef-357b6d04d5c3 req-2c7dc042-a3b4-46ea-91b4-718a87f5b986 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 944 time: 0.0541573 Jul 29 14:29:45.134990 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9f4ee1b4-811a-467c-9bef-357b6d04d5c3 req-d5ae6059-81c0-4160-823e-5fd41f45f141 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525877 Jul 29 14:29:45.138688 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0d7b16bd-0f9d-4122-9894-3776322fd5de req-33b21bdc-68c4-42bc-9305-e6faa14d11b9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0635867 Jul 29 14:29:45.955300 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b16bd-0f9d-4122-9894-3776322fd5de req-84506225-28fe-49b6-9a19-850b3c6ea11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:45.956839 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0d7b16bd-0f9d-4122-9894-3776322fd5de req-84506225-28fe-49b6-9a19-850b3c6ea11f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0&tenant_id=ecc5aee94f74408ba54b34189a01d823 HTTP/1.1" status: 200 len: 1097 time: 0.0694945 Jul 29 14:29:46.017537 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b16bd-0f9d-4122-9894-3776322fd5de req-9f4b38aa-0123-48a1-af57-58a879ac37fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:46.019039 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0d7b16bd-0f9d-4122-9894-3776322fd5de req-9f4b38aa-0123-48a1-af57-58a879ac37fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ecc5aee94f74408ba54b34189a01d823&device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 1097 time: 0.0390389 Jul 29 14:29:46.113509 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b16bd-0f9d-4122-9894-3776322fd5de req-94894f97-0f45-4a6d-833c-fe8f0dde4f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:46.114894 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0d7b16bd-0f9d-4122-9894-3776322fd5de req-94894f97-0f45-4a6d-833c-fe8f0dde4f88 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a4c7fff-7798-4447-98a3-cd40daeca628 HTTP/1.1" status: 200 len: 918 time: 0.0842249 Jul 29 14:29:46.186305 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0d7b16bd-0f9d-4122-9894-3776322fd5de req-c42f2bdc-969e-4fea-a2fa-44402e7c52ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6e2264e-d738-46e7-9f34-015f36786387 HTTP/1.1" status: 200 len: 1000 time: 0.0569215 Jul 29 14:29:46.242090 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b16bd-0f9d-4122-9894-3776322fd5de req-c358518f-7213-4cdc-9614-6113ee882f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:46.243581 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0d7b16bd-0f9d-4122-9894-3776322fd5de req-c358518f-7213-4cdc-9614-6113ee882f73 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6 HTTP/1.1" status: 200 len: 856 time: 0.0477490 Jul 29 14:29:46.253349 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274baf1-e080-4bb0-94b1-836cc2a75a3d req-4fdaeb6b-68e2-4405-9448-427b41fbafe3 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:46.254856 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9274baf1-e080-4bb0-94b1-836cc2a75a3d req-4fdaeb6b-68e2-4405-9448-427b41fbafe3 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 944 time: 0.0474262 Jul 29 14:29:46.288675 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b16bd-0f9d-4122-9894-3776322fd5de req-900c3e60-1d13-430f-8ade-a4c2e909d488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:46.290196 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0d7b16bd-0f9d-4122-9894-3776322fd5de req-900c3e60-1d13-430f-8ade-a4c2e909d488 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a4c7fff-7798-4447-98a3-cd40daeca628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395038 Jul 29 14:29:46.293175 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9274baf1-e080-4bb0-94b1-836cc2a75a3d req-4ff06b05-72d9-4745-b452-dba3d7dff697 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314169 Jul 29 14:29:46.377349 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0d7b16bd-0f9d-4122-9894-3776322fd5de req-8853c930-827c-4c70-af9f-43100e3a8df4 service neutron] 10.222.0.42 "GET /v2.0/networks/8a4c7fff-7798-4447-98a3-cd40daeca628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800173 Jul 29 14:29:46.471204 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-0d7b16bd-0f9d-4122-9894-3776322fd5de req-aaef4bed-6997-43c0-815d-e6ca27cb674b service neutron] 10.222.0.42 "GET /v2.0/networks/8a4c7fff-7798-4447-98a3-cd40daeca628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863907 Jul 29 14:29:47.128266 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:29:47.424086 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3532f6-ded9-4a44-ac5b-ace6740d0c29 req-50819802-3ec5-4f66-8134-a280d3196e14 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:47.425534 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-eb3532f6-ded9-4a44-ac5b-ace6740d0c29 req-50819802-3ec5-4f66-8134-a280d3196e14 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 944 time: 0.0541637 Jul 29 14:29:47.464600 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-eb3532f6-ded9-4a44-ac5b-ace6740d0c29 req-2bd16270-fca1-43bf-b4e0-f3150dfb6512 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329180 Jul 29 14:29:48.586967 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372b32d-6a91-415e-aa7b-ee10543ce5d5 req-8065bb38-3b79-4061-b6fb-f8b0f3017754 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:48.588276 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f372b32d-6a91-415e-aa7b-ee10543ce5d5 req-8065bb38-3b79-4061-b6fb-f8b0f3017754 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 944 time: 0.0502858 Jul 29 14:29:48.628136 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f372b32d-6a91-415e-aa7b-ee10543ce5d5 req-744f7c98-ef40-4392-b96e-4bf8b01c542b tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330701 Jul 29 14:29:49.758670 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac857b04-0119-4f7e-8226-9521673fa0f1 req-bfbeeddc-af8a-41b7-882c-04c450340cca tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:49.760379 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ac857b04-0119-4f7e-8226-9521673fa0f1 req-bfbeeddc-af8a-41b7-882c-04c450340cca tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 944 time: 0.0556829 Jul 29 14:29:49.801575 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ac857b04-0119-4f7e-8226-9521673fa0f1 req-9df7b901-2b1c-4b57-8763-eec2478c27a5 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340745 Jul 29 14:29:50.927560 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977b2c6-59d1-462a-ad49-55f0428027f4 req-0508ec41-f8b3-47d1-a5c2-f38a81652066 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:50.929007 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9977b2c6-59d1-462a-ad49-55f0428027f4 req-0508ec41-f8b3-47d1-a5c2-f38a81652066 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 944 time: 0.0532527 Jul 29 14:29:50.967409 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9977b2c6-59d1-462a-ad49-55f0428027f4 req-feeb385a-42ce-42cf-8fe7-14ce61a35408 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316212 Jul 29 14:29:52.089367 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c4d1a-c46c-48d2-b0d9-fd67e224aece req-b2170c23-ac69-4c64-b4b5-822aaff06886 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:52.090896 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-781c4d1a-c46c-48d2-b0d9-fd67e224aece req-b2170c23-ac69-4c64-b4b5-822aaff06886 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 944 time: 0.0508602 Jul 29 14:29:52.131963 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-781c4d1a-c46c-48d2-b0d9-fd67e224aece req-b9b1ed9f-e41e-46b9-bce8-f9dfbee476f5 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349686 Jul 29 14:29:53.257728 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08fb73-e75b-4700-9afc-8a2cc40cef56 req-5df5014b-4fca-4a0c-9484-4315add7dcba tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:53.259420 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5b08fb73-e75b-4700-9afc-8a2cc40cef56 req-5df5014b-4fca-4a0c-9484-4315add7dcba tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 944 time: 0.0513086 Jul 29 14:29:53.301174 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5b08fb73-e75b-4700-9afc-8a2cc40cef56 req-8a48a74f-0e80-4fbf-8fda-fc11eaa62653 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350978 Jul 29 14:29:54.433415 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef336350-8be3-4cfb-b158-285e833fd5cd req-a28e70cc-fbef-45eb-822c-15dc8a607c24 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:54.434909 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ef336350-8be3-4cfb-b158-285e833fd5cd req-a28e70cc-fbef-45eb-822c-15dc8a607c24 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 944 time: 0.0540810 Jul 29 14:29:54.474094 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ef336350-8be3-4cfb-b158-285e833fd5cd req-ff4992cd-b4ff-40b0-844c-65a62af180b0 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325086 Jul 29 14:29:55.089844 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-655c4b80-2671-45f8-ac38-73356ae559be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:55.604902 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bbd77-63d9-484d-8ae2-fd113b1bb0af req-b14b135c-2d77-4602-9f2e-65457ed4376a tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:55.606770 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e24bbd77-63d9-484d-8ae2-fd113b1bb0af req-b14b135c-2d77-4602-9f2e-65457ed4376a tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 944 time: 0.0510669 Jul 29 14:29:55.650358 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e24bbd77-63d9-484d-8ae2-fd113b1bb0af req-ef5ce64d-ccee-4c8e-b119-d8f56a364d30 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332007 Jul 29 14:29:56.377739 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:56.773152 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480aae3-768b-4b65-bbf8-e56a3cbc7aca req-c91173d6-5697-403d-b924-dbd3506dabb1 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:56.774684 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3480aae3-768b-4b65-bbf8-e56a3cbc7aca req-c91173d6-5697-403d-b924-dbd3506dabb1 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 944 time: 0.0513034 Jul 29 14:29:56.815673 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3480aae3-768b-4b65-bbf8-e56a3cbc7aca req-bfa77fbe-fda4-4ed2-a576-648d0256f76a tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343282 Jul 29 14:29:57.939172 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfeee34-ad88-458f-84f9-2ab7de70766a req-376a88f3-48c0-4fd0-8b0c-59f3c7c6e4d7 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:57.940658 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3dfeee34-ad88-458f-84f9-2ab7de70766a req-376a88f3-48c0-4fd0-8b0c-59f3c7c6e4d7 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 944 time: 0.0511198 Jul 29 14:29:57.978573 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3dfeee34-ad88-458f-84f9-2ab7de70766a req-eb46c2f4-2f5a-4a5d-aeea-2d2571130db6 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320053 Jul 29 14:29:58.030497 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-405adcff-5d9f-4a26-a2a6-1ceb308822be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:58.258150 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:59.095657 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea266e-bb3b-4c81-9e3a-35a20d17059f req-fb3b623f-c7c2-4649-94a3-977eca6c799e tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:59.097042 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-77ea266e-bb3b-4c81-9e3a-35a20d17059f req-fb3b623f-c7c2-4649-94a3-977eca6c799e tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 944 time: 0.0480449 Jul 29 14:29:59.135223 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-77ea266e-bb3b-4c81-9e3a-35a20d17059f req-a6baba8f-bb85-4c53-a444-6782a69491ec tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322576 Jul 29 14:29:59.349562 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:00.253840 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109202b6-d977-4223-8398-c0616b267619 req-163409cc-f2d7-4a6c-8fc5-914c664e7686 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:00.255264 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-109202b6-d977-4223-8398-c0616b267619 req-163409cc-f2d7-4a6c-8fc5-914c664e7686 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 944 time: 0.0480797 Jul 29 14:30:00.292138 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-109202b6-d977-4223-8398-c0616b267619 req-019ec341-ebf1-42d7-abf1-dc870d6f013b tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307901 Jul 29 14:30:00.925521 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device e6e2264e-d738-46e7-9f34-015f36786387 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:30:01.017695 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port e6e2264e-d738-46e7-9f34-015f36786387, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=e6e2264e-d738-46e7-9f34-015f36786387,segment=NetworkSegment(2a3c3cb3-1d3e-4c59-bff4-f754839f2eca),segment_id=2a3c3cb3-1d3e-4c59-bff4-f754839f2eca)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:30:01.028535 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Returning: {'device': 'e6e2264e-d738-46e7-9f34-015f36786387', 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628', 'port_id': 'e6e2264e-d738-46e7-9f34-015f36786387', 'mac_address': 'fa:16:3e:2f:fc:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:30:01.067170 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:01.079767 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6e2264e-d738-46e7-9f34-015f36786387 {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:30:01.099034 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port e6e2264e-d738-46e7-9f34-015f36786387, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=e6e2264e-d738-46e7-9f34-015f36786387,segment=NetworkSegment(2a3c3cb3-1d3e-4c59-bff4-f754839f2eca),segment_id=2a3c3cb3-1d3e-4c59-bff4-f754839f2eca)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:30:01.102918 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:01.152693 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=e6e2264e-d738-46e7-9f34-015f36786387,revision_number=9']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:01.160238 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:01.160594 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:01.160940 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:01.161279 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:01.161614 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:01.162063 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:01.162384 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:01.162621 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:01.162952 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:01.163277 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:01.163602 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:01.163924 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:01.382140 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['e6e2264e-d738-46e7-9f34-015f36786387'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:30:01.386044 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:01.414716 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc8762-c714-40cd-b2b5-23921400e543 req-8511e476-489b-44fb-b047-b822daa0819e tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:01.416256 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7cdc8762-c714-40cd-b2b5-23921400e543 req-8511e476-489b-44fb-b047-b822daa0819e tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 945 time: 0.0523076 Jul 29 14:30:01.457177 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7cdc8762-c714-40cd-b2b5-23921400e543 req-145eadf6-669b-4530-907b-e26a90734806 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349634 Jul 29 14:30:02.580242 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e89528-0e9a-4485-8c3d-faf8bca53ba9 req-a5bbc853-62bb-4d47-84db-bb4c228748ed tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:02.581731 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a5e89528-0e9a-4485-8c3d-faf8bca53ba9 req-a5bbc853-62bb-4d47-84db-bb4c228748ed tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 945 time: 0.0480866 Jul 29 14:30:02.621449 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a5e89528-0e9a-4485-8c3d-faf8bca53ba9 req-ccf68dab-bc85-4d38-91bc-6d1483b04ba0 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336514 Jul 29 14:30:02.949761 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device e6e2264e-d738-46e7-9f34-015f36786387 up at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:30:02.996580 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning complete for port e6e2264e-d738-46e7-9f34-015f36786387 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:30:02.996958 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:03.070230 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:03.090899 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04757c20-44d9-4ae4-9adf-841459744ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e2264e-d738-46e7-9f34-015f36786387'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:30:03.093729 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccb16db2f9a74c00367815e69fa446d7a78c69e07d65ec2c4e32efa5fc27a6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4435b3ec-1cdc-4680-bc69-dd070224f671" -d '{"events": [{"server_uuid": "04757c20-44d9-4ae4-9adf-841459744ff0", "name": "network-vif-plugged", "status": "completed", "tag": "e6e2264e-d738-46e7-9f34-015f36786387"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:30:03.105940 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port e6e2264e-d738-46e7-9f34-015f36786387, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=e6e2264e-d738-46e7-9f34-015f36786387,segment=NetworkSegment(2a3c3cb3-1d3e-4c59-bff4-f754839f2eca),segment_id=2a3c3cb3-1d3e-4c59-bff4-f754839f2eca)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:30:03.110557 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:03.137829 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75922b01-ed5f-4a8a-93bd-acabd0cc8f09 x-openstack-request-id: req-75922b01-ed5f-4a8a-93bd-acabd0cc8f09 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:30:03.138167 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04757c20-44d9-4ae4-9adf-841459744ff0", "name": "network-vif-plugged", "status": "completed", "tag": "e6e2264e-d738-46e7-9f34-015f36786387", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:30:03.138462 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-75922b01-ed5f-4a8a-93bd-acabd0cc8f09 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:30:03.138898 dv-cinder-802882-2-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04757c20-44d9-4ae4-9adf-841459744ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e2264e-d738-46e7-9f34-015f36786387', 'code': 200} Jul 29 14:30:03.166163 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=e6e2264e-d738-46e7-9f34-015f36786387,revision_number=10']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:03.321061 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a9874-1c62-4770-b8a4-6815bc0ff3be req-931a1fcb-74c6-40ca-8458-a9b454d180a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:03.322550 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-2f8a9874-1c62-4770-b8a4-6815bc0ff3be req-931a1fcb-74c6-40ca-8458-a9b454d180a0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 1100 time: 0.0394001 Jul 29 14:30:03.358910 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-2f8a9874-1c62-4770-b8a4-6815bc0ff3be req-cbde7ea0-b77e-4afa-b0f1-ac7314f0ac83 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279562 Jul 29 14:30:03.612868 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034abe24-1c6d-4815-889c-61b4ebffbea8 req-8fb98a33-d09d-4793-923b-07c98f1a11f2 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:03.614270 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-034abe24-1c6d-4815-889c-61b4ebffbea8 req-8fb98a33-d09d-4793-923b-07c98f1a11f2 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3036959a-3175-4c91-8ac0-3447083ececa HTTP/1.1" status: 200 len: 946 time: 0.0474102 Jul 29 14:30:03.651740 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-034abe24-1c6d-4815-889c-61b4ebffbea8 req-82ae1004-f5f7-4733-873a-3137ba0d447f tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=df3f5dc2-7e72-41bb-ab2d-eb6098ecf1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316329 Jul 29 14:30:03.744505 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2feeb6f-2d2a-4d42-b317-1d79de363f18 req-5f56fb7f-00da-4e66-98b6-e912980540bb tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:03.745986 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a2feeb6f-2d2a-4d42-b317-1d79de363f18 req-5f56fb7f-00da-4e66-98b6-e912980540bb tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 947 time: 0.0509932 Jul 29 14:30:03.788387 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a2feeb6f-2d2a-4d42-b317-1d79de363f18 req-5485dbde-6cee-417b-bda1-4baa07f01485 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356247 Jul 29 14:30:04.766425 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8e76d-b3f0-4d3e-af81-5b57da7c4bf2 req-f2bf9e0c-b35a-4028-b31d-136a95aff5fe tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:04.767905 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-73e8e76d-b3f0-4d3e-af81-5b57da7c4bf2 req-f2bf9e0c-b35a-4028-b31d-136a95aff5fe tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3036959a-3175-4c91-8ac0-3447083ececa HTTP/1.1" status: 200 len: 946 time: 0.0481665 Jul 29 14:30:04.806294 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-73e8e76d-b3f0-4d3e-af81-5b57da7c4bf2 req-385910f9-4ebc-4d87-8e48-77acf1e2c0d7 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=df3f5dc2-7e72-41bb-ab2d-eb6098ecf1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323513 Jul 29 14:30:04.911554 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd0243-ef67-4edf-b0ff-835a56dd7229 req-62bfe6c5-b60d-4233-9bbd-748c8fd93bc0 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:04.913016 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-60dd0243-ef67-4edf-b0ff-835a56dd7229 req-62bfe6c5-b60d-4233-9bbd-748c8fd93bc0 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 947 time: 0.0480032 Jul 29 14:30:04.949644 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-60dd0243-ef67-4edf-b0ff-835a56dd7229 req-b12cab9b-43f1-4aa5-9506-77f848111a56 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306969 Jul 29 14:30:05.621218 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e579e-1274-45d4-ad51-afb9f66b83bf req-a1ea773f-1464-4b33-ab01-4e82d0be3ede tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:05.622734 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-181e579e-1274-45d4-ad51-afb9f66b83bf req-a1ea773f-1464-4b33-ab01-4e82d0be3ede tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.42 "GET /v2.0/ports?device_id=3036959a-3175-4c91-8ac0-3447083ececa HTTP/1.1" status: 200 len: 946 time: 0.0468800 Jul 29 14:30:05.716496 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-181e579e-1274-45d4-ad51-afb9f66b83bf req-a60f9286-65ae-45e3-bb5c-ef4a1c654448 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Deleting port 81a7db55-0904-4a0f-b9a9-183ac589596c {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:30:05.717352 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-181e579e-1274-45d4-ad51-afb9f66b83bf req-a60f9286-65ae-45e3-bb5c-ef4a1c654448 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:05.803596 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-181e579e-1274-45d4-ad51-afb9f66b83bf req-a60f9286-65ae-45e3-bb5c-ef4a1c654448 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] For port 81a7db55-0904-4a0f-b9a9-183ac589596c, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=81a7db55-0904-4a0f-b9a9-183ac589596c,segment=NetworkSegment(171cdf2a-2213-42f7-85e5-9a92fa36eb78),segment_id=171cdf2a-2213-42f7-85e5-9a92fa36eb78)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:30:05.803967 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-181e579e-1274-45d4-ad51-afb9f66b83bf req-a60f9286-65ae-45e3-bb5c-ef4a1c654448 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:05.922701 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e27540-479f-42d7-9b72-1984c9412cf8 req-e72da245-0c63-401c-a6ed-5c40961071b6 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:05.924166 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d7e27540-479f-42d7-9b72-1984c9412cf8 req-e72da245-0c63-401c-a6ed-5c40961071b6 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3036959a-3175-4c91-8ac0-3447083ececa HTTP/1.1" status: 200 len: 946 time: 0.0518372 Jul 29 14:30:05.963328 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d7e27540-479f-42d7-9b72-1984c9412cf8 req-06012f87-11f2-4359-9ba7-c51356e2f959 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups?id=df3f5dc2-7e72-41bb-ab2d-eb6098ecf1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328324 Jul 29 14:30:05.980491 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-181e579e-1274-45d4-ad51-afb9f66b83bf req-a60f9286-65ae-45e3-bb5c-ef4a1c654448 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:05.980491 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-181e579e-1274-45d4-ad51-afb9f66b83bf req-a60f9286-65ae-45e3-bb5c-ef4a1c654448 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744517'] for floatingip, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:05.980491 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.db.l3_db [req-181e579e-1274-45d4-ad51-afb9f66b83bf req-a60f9286-65ae-45e3-bb5c-ef4a1c654448 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Floating IP d7d93c13-aea9-416e-8e88-1c7085be08b8 disassociated. External IP: 172.27.2.206, port: 81a7db55-0904-4a0f-b9a9-183ac589596c. Jul 29 14:30:05.980491 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-181e579e-1274-45d4-ad51-afb9f66b83bf req-a60f9286-65ae-45e3-bb5c-ef4a1c654448 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Calling delete_port for 81a7db55-0904-4a0f-b9a9-183ac589596c owned by compute:nova {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:30:06.100328 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-181e579e-1274-45d4-ad51-afb9f66b83bf req-a60f9286-65ae-45e3-bb5c-ef4a1c654448 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:06.128816 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f9286-65ae-45e3-bb5c-ef4a1c654448 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Pushing event deleted for resources: {'Port': ['ID=81a7db55-0904-4a0f-b9a9-183ac589596c,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:06.138287 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60f9286-65ae-45e3-bb5c-ef4a1c654448 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:06.138759 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60f9286-65ae-45e3-bb5c-ef4a1c654448 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:06.139104 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60f9286-65ae-45e3-bb5c-ef4a1c654448 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:06.139436 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60f9286-65ae-45e3-bb5c-ef4a1c654448 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:06.139764 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60f9286-65ae-45e3-bb5c-ef4a1c654448 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:06.140095 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60f9286-65ae-45e3-bb5c-ef4a1c654448 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:06.140418 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60f9286-65ae-45e3-bb5c-ef4a1c654448 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:06.140746 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60f9286-65ae-45e3-bb5c-ef4a1c654448 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:06.141466 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60f9286-65ae-45e3-bb5c-ef4a1c654448 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:06.141466 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60f9286-65ae-45e3-bb5c-ef4a1c654448 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:06.141768 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60f9286-65ae-45e3-bb5c-ef4a1c654448 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:06.142013 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60f9286-65ae-45e3-bb5c-ef4a1c654448 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:06.250685 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-181e579e-1274-45d4-ad51-afb9f66b83bf req-a60f9286-65ae-45e3-bb5c-ef4a1c654448 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Router ddc7cf52-34b0-47e7-8b51-a885f1c0ba08 has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:30:06.352707 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-181e579e-1274-45d4-ad51-afb9f66b83bf req-a60f9286-65ae-45e3-bb5c-ef4a1c654448 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:30:06.362355 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb7f533-3774-444d-8feb-4c213e5e1456 None None] Sync routers for ids ['ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'] in dv-cinder-802882-2-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:30:06.371958 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb7f533-3774-444d-8feb-4c213e5e1456 None None] Routers {'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:30:06.372565 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-afb7f533-3774-444d-8feb-4c213e5e1456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:29:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:06.392583 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-181e579e-1274-45d4-ad51-afb9f66b83bf req-a60f9286-65ae-45e3-bb5c-ef4a1c654448 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] No DVR routers for this DVR port 81a7db55-0904-4a0f-b9a9-183ac589596c on host hv-cinder-80288 {{(pid=93046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:30:06.395152 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-181e579e-1274-45d4-ad51-afb9f66b83bf req-a60f9286-65ae-45e3-bb5c-ef4a1c654448 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:06.397210 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-181e579e-1274-45d4-ad51-afb9f66b83bf req-a60f9286-65ae-45e3-bb5c-ef4a1c654448 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.42 "DELETE /v2.0/ports/81a7db55-0904-4a0f-b9a9-183ac589596c HTTP/1.1" status: 204 len: 173 time: 0.7674763 Jul 29 14:30:06.397644 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3036959a-3175-4c91-8ac0-3447083ececa', 'name': 'network-vif-deleted', 'tag': '81a7db55-0904-4a0f-b9a9-183ac589596c'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:30:06.400359 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12d0d8acfdc7c270d197b253719fe34768a82c9c4ffac31e71dba4df5af88c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94db258c-b009-4255-b9c9-df8ab4fde6cf" -d '{"events": [{"server_uuid": "3036959a-3175-4c91-8ac0-3447083ececa", "name": "network-vif-deleted", "tag": "81a7db55-0904-4a0f-b9a9-183ac589596c"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:30:06.444101 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e59f9ea-30d5-487b-8574-d902264198df x-openstack-request-id: req-6e59f9ea-30d5-487b-8574-d902264198df {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:30:06.444397 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3036959a-3175-4c91-8ac0-3447083ececa", "name": "network-vif-deleted", "tag": "81a7db55-0904-4a0f-b9a9-183ac589596c", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:30:06.444650 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6e59f9ea-30d5-487b-8574-d902264198df {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:30:06.445072 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3036959a-3175-4c91-8ac0-3447083ececa', 'name': 'network-vif-deleted', 'tag': '81a7db55-0904-4a0f-b9a9-183ac589596c', 'status': 'completed', 'code': 200} Jul 29 14:30:06.490724 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-afb7f533-3774-444d-8feb-4c213e5e1456 None None] Set router ddc7cf52-34b0-47e7-8b51-a885f1c0ba08 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:30:06.696541 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-afb7f533-3774-444d-8feb-4c213e5e1456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'name': 'tempest-AttachVolumeTestJSON-498544025-router', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:24Z', 'revision_number': 4, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'gw_port': {'id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:08Z', 'updated_at': '2021-07-29T14:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': 'b7c23ef7-7f75-4845-bdcb-fee180b06f1f', 'name': '', 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'mac_address': 'fa:16:3e:a4:a3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '0feee60d-456e-4fb7-af3e-353853088018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:20Z', 'updated_at': '2021-07-29T14:23:34Z', 'revision_number': 5, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'subnets': [{'id': '0feee60d-456e-4fb7-af3e-353853088018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:06.728528 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb7f533-3774-444d-8feb-4c213e5e1456 None None] Checking router: ddc7cf52-34b0-47e7-8b51-a885f1c0ba08 for host: dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:30:06.737070 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb7f533-3774-444d-8feb-4c213e5e1456 None None] Routers {'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:30:06.737665 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-afb7f533-3774-444d-8feb-4c213e5e1456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:29:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:06.840190 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-afb7f533-3774-444d-8feb-4c213e5e1456 None None] Set router ddc7cf52-34b0-47e7-8b51-a885f1c0ba08 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:30:07.043931 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-afb7f533-3774-444d-8feb-4c213e5e1456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'name': 'tempest-AttachVolumeTestJSON-498544025-router', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:24Z', 'revision_number': 4, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'gw_port': {'id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:08Z', 'updated_at': '2021-07-29T14:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': 'b7c23ef7-7f75-4845-bdcb-fee180b06f1f', 'name': '', 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'mac_address': 'fa:16:3e:a4:a3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '0feee60d-456e-4fb7-af3e-353853088018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:20Z', 'updated_at': '2021-07-29T14:23:34Z', 'revision_number': 5, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'subnets': [{'id': '0feee60d-456e-4fb7-af3e-353853088018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:07.045982 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 34480) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:07.071183 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb7f533-3774-444d-8feb-4c213e5e1456 None None] The sync data for ids ['ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'] in dv-cinder-802882-2-iscsi is: [{'id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'name': 'tempest-AttachVolumeTestJSON-498544025-router', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:24Z', 'revision_number': 4, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'gw_port': {'id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:08Z', 'updated_at': '2021-07-29T14:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': 'b7c23ef7-7f75-4845-bdcb-fee180b06f1f', 'name': '', 'network_id': 'b3cec429-afe0-40ba-a154-12d562265125', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'mac_address': 'fa:16:3e:a4:a3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '0feee60d-456e-4fb7-af3e-353853088018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:20Z', 'updated_at': '2021-07-29T14:23:34Z', 'revision_number': 5, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'subnets': [{'id': '0feee60d-456e-4fb7-af3e-353853088018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:30:07.100954 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-11689c50-37e9-4ae0-a93f-a2bfc89bd5d8 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:07.125145 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-11689c50-37e9-4ae0-a93f-a2bfc89bd5d8 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:07.173264 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-11689c50-37e9-4ae0-a93f-a2bfc89bd5d8 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:07.175927 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-11689c50-37e9-4ae0-a93f-a2bfc89bd5d8 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:07.177089 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-11689c50-37e9-4ae0-a93f-a2bfc89bd5d8 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "DELETE /v2.0/security-groups/df3f5dc2-7e72-41bb-ab2d-eb6098ecf1e2 HTTP/1.1" status: 204 len: 168 time: 0.1301055 Jul 29 14:30:07.180033 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 34482) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:07.186782 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11689c50-37e9-4ae0-a93f-a2bfc89bd5d8 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3f5dc2-7e72-41bb-ab2d-eb6098ecf1e2,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:07.194147 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11689c50-37e9-4ae0-a93f-a2bfc89bd5d8 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:07.194427 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.api.v2.resource [None req-56d9c466-2267-4bf6-8091-e458496e793c tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] show failed (client error): The resource could not be found. Jul 29 14:30:07.194539 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11689c50-37e9-4ae0-a93f-a2bfc89bd5d8 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:07.194839 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11689c50-37e9-4ae0-a93f-a2bfc89bd5d8 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:07.195179 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11689c50-37e9-4ae0-a93f-a2bfc89bd5d8 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:07.195515 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11689c50-37e9-4ae0-a93f-a2bfc89bd5d8 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:07.195855 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11689c50-37e9-4ae0-a93f-a2bfc89bd5d8 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:07.196258 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11689c50-37e9-4ae0-a93f-a2bfc89bd5d8 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:07.196596 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11689c50-37e9-4ae0-a93f-a2bfc89bd5d8 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:07.196928 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11689c50-37e9-4ae0-a93f-a2bfc89bd5d8 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:07.197255 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11689c50-37e9-4ae0-a93f-a2bfc89bd5d8 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:07.197591 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11689c50-37e9-4ae0-a93f-a2bfc89bd5d8 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:07.197923 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11689c50-37e9-4ae0-a93f-a2bfc89bd5d8 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:07.198678 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-56d9c466-2267-4bf6-8091-e458496e793c tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "GET /v2.0/security-groups/df3f5dc2-7e72-41bb-ab2d-eb6098ecf1e2 HTTP/1.1" status: 404 len: 347 time: 0.0173273 Jul 29 14:30:07.199285 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 34484) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:07.296818 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ca1d4d-e7f3-4103-bb1d-ada2addcdf05 None None] New status for floating IP d7d93c13-aea9-416e-8e88-1c7085be08b8: DOWN {{(pid=93049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:30:07.331165 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-755fdc13-bfdb-4abb-9da3-5c407c6b8029 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Deleting port c2a68966-9995-4ea1-9348-87c6e2f43529 {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:30:07.331512 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-755fdc13-bfdb-4abb-9da3-5c407c6b8029 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:07.406602 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-755fdc13-bfdb-4abb-9da3-5c407c6b8029 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:07.406993 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-755fdc13-bfdb-4abb-9da3-5c407c6b8029 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:07.419766 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-755fdc13-bfdb-4abb-9da3-5c407c6b8029 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Calling delete_port for c2a68966-9995-4ea1-9348-87c6e2f43529 owned by network:floatingip {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:30:07.549510 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-755fdc13-bfdb-4abb-9da3-5c407c6b8029 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:07.575127 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fdc13-bfdb-4abb-9da3-5c407c6b8029 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Pushing event deleted for resources: {'Port': ['ID=c2a68966-9995-4ea1-9348-87c6e2f43529,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:07.634237 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-755fdc13-bfdb-4abb-9da3-5c407c6b8029 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks [] for floatingip, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:07.636803 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-755fdc13-bfdb-4abb-9da3-5c407c6b8029 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for floatingip, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:07.637996 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-755fdc13-bfdb-4abb-9da3-5c407c6b8029 tempest-AttachVolumeTestJSON-534080407 tempest-AttachVolumeTestJSON-534080407-project] 10.222.0.44 "DELETE /v2.0/floatingips/d7d93c13-aea9-416e-8e88-1c7085be08b8 HTTP/1.1" status: 204 len: 168 time: 0.4377215 Jul 29 14:30:08.992340 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 81a7db55-0904-4a0f-b9a9-183ac589596c no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:30:09.012306 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] No Port match for: 81a7db55-0904-4a0f-b9a9-183ac589596c {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:30:09.012655 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 81a7db55-0904-4a0f-b9a9-183ac589596c not bound to the agent host hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:30:10.619204 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0fd72c75-e4e2-4ecb-b5b2-7a0c1c17301f req-1dcd9c08-52c4-4b7c-a578-026e53d21284 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1469390315&fields=id&tenant_id=b522af7cb81c4d7583899d89c7783d4f HTTP/1.1" status: 200 len: 267 time: 0.0323424 Jul 29 14:30:10.673855 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd72c75-e4e2-4ecb-b5b2-7a0c1c17301f req-064effb2-8019-4e27-97e2-18a4f1e5597b tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:10.675435 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0fd72c75-e4e2-4ecb-b5b2-7a0c1c17301f req-064effb2-8019-4e27-97e2-18a4f1e5597b tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 984 time: 0.0503337 Jul 29 14:30:10.686871 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [req-0fd72c75-e4e2-4ecb-b5b2-7a0c1c17301f req-665f7485-b80e-49ef-a688-0dd86b313187 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Request body: {'port': {'security_groups': ['f3b42c7c-69a0-4763-9282-814d3999850f']}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:30:10.752377 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-0fd72c75-e4e2-4ecb-b5b2-7a0c1c17301f req-665f7485-b80e-49ef-a688-0dd86b313187 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:10.923446 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [req-0fd72c75-e4e2-4ecb-b5b2-7a0c1c17301f req-665f7485-b80e-49ef-a688-0dd86b313187 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] For port 188f4dfc-101b-4d0c-84a6-daa14ebf07f8, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=188f4dfc-101b-4d0c-84a6-daa14ebf07f8,segment=NetworkSegment(d13475f9-0874-455c-8209-a74023657473),segment_id=d13475f9-0874-455c-8209-a74023657473)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:30:10.952295 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-0fd72c75-e4e2-4ecb-b5b2-7a0c1c17301f req-665f7485-b80e-49ef-a688-0dd86b313187 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:10.956639 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-0fd72c75-e4e2-4ecb-b5b2-7a0c1c17301f req-665f7485-b80e-49ef-a688-0dd86b313187 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079021'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:10.968089 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['188f4dfc-101b-4d0c-84a6-daa14ebf07f8'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:30:10.999584 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd72c75-e4e2-4ecb-b5b2-7a0c1c17301f req-665f7485-b80e-49ef-a688-0dd86b313187 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:10.999945 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [req-0fd72c75-e4e2-4ecb-b5b2-7a0c1c17301f req-665f7485-b80e-49ef-a688-0dd86b313187 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:11.001344 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0fd72c75-e4e2-4ecb-b5b2-7a0c1c17301f req-665f7485-b80e-49ef-a688-0dd86b313187 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "PUT /v2.0/ports/188f4dfc-101b-4d0c-84a6-daa14ebf07f8 HTTP/1.1" status: 200 len: 942 time: 0.3195500 Jul 29 14:30:11.001801 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a361774-f998-4e05-a52c-55a7b5593723', 'tag': '188f4dfc-101b-4d0c-84a6-daa14ebf07f8'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:30:11.004462 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d29991c668386e200e1a1994fca063bc4f2dc54aaad28d0a971c904e1588ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29793300-a755-4b5f-8d95-985a2b4c9915" -d '{"events": [{"name": "network-changed", "server_uuid": "7a361774-f998-4e05-a52c-55a7b5593723", "tag": "188f4dfc-101b-4d0c-84a6-daa14ebf07f8"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:30:11.007837 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 34514) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:11.040499 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f7485-b80e-49ef-a688-0dd86b313187 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Pushing event updated for resources: {'Port': ['ID=188f4dfc-101b-4d0c-84a6-daa14ebf07f8,revision_number=7']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:11.055164 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38285e34-178f-46ea-bd22-0d31c29956ff x-openstack-request-id: req-38285e34-178f-46ea-bd22-0d31c29956ff {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:30:11.055463 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a361774-f998-4e05-a52c-55a7b5593723", "tag": "188f4dfc-101b-4d0c-84a6-daa14ebf07f8", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:30:11.055713 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-38285e34-178f-46ea-bd22-0d31c29956ff {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:30:11.056111 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a361774-f998-4e05-a52c-55a7b5593723', 'tag': '188f4dfc-101b-4d0c-84a6-daa14ebf07f8', 'status': 'completed', 'code': 200} Jul 29 14:30:11.087062 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['188f4dfc-101b-4d0c-84a6-daa14ebf07f8'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:30:11.093545 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d7f3865c-4b92-4cd6-a504-5cb7125624ae tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:11.154736 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d7f3865c-4b92-4cd6-a504-5cb7125624ae tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:11.179314 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29793300-a755-4b5f-8d95-985a2b4c9915 req-a9760843-0501-4aae-aff1-c6afff5bd8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:11.180828 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-29793300-a755-4b5f-8d95-985a2b4c9915 req-a9760843-0501-4aae-aff1-c6afff5bd8a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b522af7cb81c4d7583899d89c7783d4f&device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 1098 time: 0.0853214 Jul 29 14:30:11.186856 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 34522) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:11.292902 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-df1655ee-dd6b-4039-9518-a35b89bf57e9 None None] Provisioning complete for port 188f4dfc-101b-4d0c-84a6-daa14ebf07f8 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:30:11.293296 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-df1655ee-dd6b-4039-9518-a35b89bf57e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:11.301075 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29793300-a755-4b5f-8d95-985a2b4c9915 req-9b6f20d1-1f6b-4e44-b0a3-a59620df7dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:11.302684 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-29793300-a755-4b5f-8d95-985a2b4c9915 req-9b6f20d1-1f6b-4e44-b0a3-a59620df7dfa service neutron] 10.222.0.42 "GET /v2.0/networks?id=c4b95e0e-568e-4b97-9204-e060c84b061b HTTP/1.1" status: 200 len: 915 time: 0.1086690 Jul 29 14:30:11.303625 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d7f3865c-4b92-4cd6-a504-5cb7125624ae tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:11.306134 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d7f3865c-4b92-4cd6-a504-5cb7125624ae tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:11.309878 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-d7f3865c-4b92-4cd6-a504-5cb7125624ae tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "DELETE /v2.0/security-groups/9a0dbf74-5c16-48aa-b927-e31c9572b119 HTTP/1.1" status: 204 len: 168 time: 0.2984910 Jul 29 14:30:11.311009 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 34526) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:11.358425 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3865c-4b92-4cd6-a504-5cb7125624ae tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0dbf74-5c16-48aa-b927-e31c9572b119,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:11.398555 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-29793300-a755-4b5f-8d95-985a2b4c9915 req-76c99f2c-0ae0-4cca-8ee1-ed1e922d4290 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=188f4dfc-101b-4d0c-84a6-daa14ebf07f8 HTTP/1.1" status: 200 len: 1001 time: 0.0832136 Jul 29 14:30:11.451183 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29793300-a755-4b5f-8d95-985a2b4c9915 req-5646a6d2-19e3-41fa-8f49-f894cd817a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:11.452683 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-29793300-a755-4b5f-8d95-985a2b4c9915 req-5646a6d2-19e3-41fa-8f49-f894cd817a89 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=986eeae2-0f7f-4c34-a670-fcda2a53fd9d HTTP/1.1" status: 200 len: 853 time: 0.0446196 Jul 29 14:30:11.498589 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29793300-a755-4b5f-8d95-985a2b4c9915 req-67f42e73-6a95-4eb3-b05f-b7ad919f2dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:11.500095 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-29793300-a755-4b5f-8d95-985a2b4c9915 req-67f42e73-6a95-4eb3-b05f-b7ad919f2dfb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4b95e0e-568e-4b97-9204-e060c84b061b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395832 Jul 29 14:30:11.591230 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-29793300-a755-4b5f-8d95-985a2b4c9915 req-73ad562d-7d95-4b77-bc89-08870cf7eaca service neutron] 10.222.0.42 "GET /v2.0/networks/c4b95e0e-568e-4b97-9204-e060c84b061b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830574 Jul 29 14:30:11.655169 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-360bb31f-1e6b-49ee-8411-6dc8c30b5e69 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Deleting port e687cfd8-d6d3-4d28-9012-2b9119063600 {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:30:11.655169 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-360bb31f-1e6b-49ee-8411-6dc8c30b5e69 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:11.680635 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-29793300-a755-4b5f-8d95-985a2b4c9915 req-79059243-394a-4b20-b8e4-a59e81854a35 service neutron] 10.222.0.42 "GET /v2.0/networks/c4b95e0e-568e-4b97-9204-e060c84b061b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816796 Jul 29 14:30:12.037294 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-360bb31f-1e6b-49ee-8411-6dc8c30b5e69 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:12.037619 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-360bb31f-1e6b-49ee-8411-6dc8c30b5e69 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:12.054118 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-360bb31f-1e6b-49ee-8411-6dc8c30b5e69 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Calling delete_port for e687cfd8-d6d3-4d28-9012-2b9119063600 owned by network:floatingip {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:30:12.285868 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-36a9ff5f-5823-4f82-b4ee-65f071b3c2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659525'] for router_interface, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:12.392261 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-360bb31f-1e6b-49ee-8411-6dc8c30b5e69 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:12.431277 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360bb31f-1e6b-49ee-8411-6dc8c30b5e69 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Pushing event deleted for resources: {'Port': ['ID=e687cfd8-d6d3-4d28-9012-2b9119063600,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:12.570645 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-360bb31f-1e6b-49ee-8411-6dc8c30b5e69 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks [] for floatingip, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:12.570956 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.db.l3_db [None req-360bb31f-1e6b-49ee-8411-6dc8c30b5e69 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Floating IP 4e85c401-3244-4ed6-84ab-354b76a16749 disassociated (deleted). External IP: 172.27.2.194, port: 188f4dfc-101b-4d0c-84a6-daa14ebf07f8. Jul 29 14:30:12.838028 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-36a9ff5f-5823-4f82-b4ee-65f071b3c2ee admin admin] Deleting port b7c23ef7-7f75-4845-bdcb-fee180b06f1f {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:30:12.838685 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-36a9ff5f-5823-4f82-b4ee-65f071b3c2ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:12.880901 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360bb31f-1e6b-49ee-8411-6dc8c30b5e69 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Router 949d7d3a-7d70-4d58-b61a-7661cf2d8ddb has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:30:12.969938 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [None req-36a9ff5f-5823-4f82-b4ee-65f071b3c2ee admin admin] For port b7c23ef7-7f75-4845-bdcb-fee180b06f1f, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=b7c23ef7-7f75-4845-bdcb-fee180b06f1f,segment=NetworkSegment(171cdf2a-2213-42f7-85e5-9a92fa36eb78),segment_id=171cdf2a-2213-42f7-85e5-9a92fa36eb78)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:30:12.970303 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-36a9ff5f-5823-4f82-b4ee-65f071b3c2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:13.008129 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-36a9ff5f-5823-4f82-b4ee-65f071b3c2ee admin admin] Calling delete_port for b7c23ef7-7f75-4845-bdcb-fee180b06f1f owned by network:router_interface {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:30:13.063781 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360bb31f-1e6b-49ee-8411-6dc8c30b5e69 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:30:13.068992 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-360bb31f-1e6b-49ee-8411-6dc8c30b5e69 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for floatingip, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:13.073071 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242a045b-6905-4d41-9e61-1ce4098b2a55 None None] Sync routers for ids ['949d7d3a-7d70-4d58-b61a-7661cf2d8ddb'] in dv-cinder-802882-2-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:30:13.084040 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242a045b-6905-4d41-9e61-1ce4098b2a55 None None] Routers {'949d7d3a-7d70-4d58-b61a-7661cf2d8ddb'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:30:13.084604 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-242a045b-6905-4d41-9e61-1ce4098b2a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:29:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['949d7d3a-7d70-4d58-b61a-7661cf2d8ddb'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:13.110618 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-360bb31f-1e6b-49ee-8411-6dc8c30b5e69 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "DELETE /v2.0/floatingips/4e85c401-3244-4ed6-84ab-354b76a16749 HTTP/1.1" status: 204 len: 168 time: 1.7987437 Jul 29 14:30:13.112344 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a361774-f998-4e05-a52c-55a7b5593723', 'tag': '188f4dfc-101b-4d0c-84a6-daa14ebf07f8'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:30:13.115510 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d29991c668386e200e1a1994fca063bc4f2dc54aaad28d0a971c904e1588ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afb5780-4e4f-452a-b153-620bd51ac9ed" -d '{"events": [{"name": "network-changed", "server_uuid": "7a361774-f998-4e05-a52c-55a7b5593723", "tag": "188f4dfc-101b-4d0c-84a6-daa14ebf07f8"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:30:13.179059 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b38b0b-c4d4-4a17-bbc3-6f3475407e9e x-openstack-request-id: req-c9b38b0b-c4d4-4a17-bbc3-6f3475407e9e {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:30:13.179355 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a361774-f998-4e05-a52c-55a7b5593723", "tag": "188f4dfc-101b-4d0c-84a6-daa14ebf07f8", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:30:13.179604 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c9b38b0b-c4d4-4a17-bbc3-6f3475407e9e {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:30:13.179995 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a361774-f998-4e05-a52c-55a7b5593723', 'tag': '188f4dfc-101b-4d0c-84a6-daa14ebf07f8', 'status': 'completed', 'code': 200} Jul 29 14:30:13.250529 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb5780-4e4f-452a-b153-620bd51ac9ed req-abac3511-ca3f-4c2d-83a1-895b1fbf48b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:13.252049 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-1afb5780-4e4f-452a-b153-620bd51ac9ed req-abac3511-ca3f-4c2d-83a1-895b1fbf48b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b522af7cb81c4d7583899d89c7783d4f&device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 1098 time: 0.0496874 Jul 29 14:30:13.288097 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-36a9ff5f-5823-4f82-b4ee-65f071b3c2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:13.324014 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9ff5f-5823-4f82-b4ee-65f071b3c2ee admin admin] Pushing event deleted for resources: {'Port': ['ID=b7c23ef7-7f75-4845-bdcb-fee180b06f1f,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:13.344231 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-242a045b-6905-4d41-9e61-1ce4098b2a55 None None] Set router 949d7d3a-7d70-4d58-b61a-7661cf2d8ddb gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:30:13.390358 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb5780-4e4f-452a-b153-620bd51ac9ed req-81e31c58-36c6-405c-bdb1-034139e7bec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:13.391946 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-1afb5780-4e4f-452a-b153-620bd51ac9ed req-81e31c58-36c6-405c-bdb1-034139e7bec9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c4b95e0e-568e-4b97-9204-e060c84b061b HTTP/1.1" status: 200 len: 915 time: 0.1331391 Jul 29 14:30:13.481387 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-1afb5780-4e4f-452a-b153-620bd51ac9ed req-152c8d0d-81e2-4606-b359-893164be9a34 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=188f4dfc-101b-4d0c-84a6-daa14ebf07f8 HTTP/1.1" status: 200 len: 217 time: 0.0742152 Jul 29 14:30:13.530756 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-36a9ff5f-5823-4f82-b4ee-65f071b3c2ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659497'] for router_interface, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:13.548804 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb5780-4e4f-452a-b153-620bd51ac9ed req-946f2379-05b1-44fa-abd2-e520054e96c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:13.553799 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-1afb5780-4e4f-452a-b153-620bd51ac9ed req-946f2379-05b1-44fa-abd2-e520054e96c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=986eeae2-0f7f-4c34-a670-fcda2a53fd9d HTTP/1.1" status: 200 len: 853 time: 0.0526254 Jul 29 14:30:13.602833 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-242a045b-6905-4d41-9e61-1ce4098b2a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'name': 'tempest-TestMinimumBasicScenario-516540834-router', 'tenant_id': 'b522af7cb81c4d7583899d89c7783d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '9fd22cfe-2f76-4ad4-996f-42370e4aff4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:27:22Z', 'updated_at': '2021-07-29T14:27:26Z', 'revision_number': 4, 'project_id': 'b522af7cb81c4d7583899d89c7783d4f', 'gw_port': {'id': '9fd22cfe-2f76-4ad4-996f-42370e4aff4d', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:23Z', 'updated_at': '2021-07-29T14:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': '04a7f5ec-7cee-4908-8fbc-5ffd6135f345', 'name': '', 'network_id': 'c4b95e0e-568e-4b97-9204-e060c84b061b', 'tenant_id': 'b522af7cb81c4d7583899d89c7783d4f', 'mac_address': 'fa:16:3e:e4:41:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '986eeae2-0f7f-4c34-a670-fcda2a53fd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:25Z', 'updated_at': '2021-07-29T14:27:33Z', 'revision_number': 5, 'project_id': 'b522af7cb81c4d7583899d89c7783d4f', 'subnets': [{'id': '986eeae2-0f7f-4c34-a670-fcda2a53fd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:13.611139 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb5780-4e4f-452a-b153-620bd51ac9ed req-ccf50163-b4b1-45b4-b97c-54c7d30a9e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:13.612656 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-1afb5780-4e4f-452a-b153-620bd51ac9ed req-ccf50163-b4b1-45b4-b97c-54c7d30a9e6a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4b95e0e-568e-4b97-9204-e060c84b061b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500596 Jul 29 14:30:13.629947 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242a045b-6905-4d41-9e61-1ce4098b2a55 None None] Checking router: 949d7d3a-7d70-4d58-b61a-7661cf2d8ddb for host: dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:30:13.639713 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242a045b-6905-4d41-9e61-1ce4098b2a55 None None] Routers {'949d7d3a-7d70-4d58-b61a-7661cf2d8ddb'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:30:13.640357 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-242a045b-6905-4d41-9e61-1ce4098b2a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:29:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['949d7d3a-7d70-4d58-b61a-7661cf2d8ddb'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:13.706604 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-1afb5780-4e4f-452a-b153-620bd51ac9ed req-39616d5e-0b17-479d-9659-6d789cfeb378 service neutron] 10.222.0.42 "GET /v2.0/networks/c4b95e0e-568e-4b97-9204-e060c84b061b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845852 Jul 29 14:30:13.745278 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-242a045b-6905-4d41-9e61-1ce4098b2a55 None None] Set router 949d7d3a-7d70-4d58-b61a-7661cf2d8ddb gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:30:13.758298 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a9ff5f-5823-4f82-b4ee-65f071b3c2ee admin admin] Router ddc7cf52-34b0-47e7-8b51-a885f1c0ba08 has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:30:13.818347 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-1afb5780-4e4f-452a-b153-620bd51ac9ed req-eced1a35-a3d1-4339-9f91-08c321b56a90 service neutron] 10.222.0.42 "GET /v2.0/networks/c4b95e0e-568e-4b97-9204-e060c84b061b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928793 Jul 29 14:30:13.965942 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-242a045b-6905-4d41-9e61-1ce4098b2a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'name': 'tempest-TestMinimumBasicScenario-516540834-router', 'tenant_id': 'b522af7cb81c4d7583899d89c7783d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '9fd22cfe-2f76-4ad4-996f-42370e4aff4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:27:22Z', 'updated_at': '2021-07-29T14:27:26Z', 'revision_number': 4, 'project_id': 'b522af7cb81c4d7583899d89c7783d4f', 'gw_port': {'id': '9fd22cfe-2f76-4ad4-996f-42370e4aff4d', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:23Z', 'updated_at': '2021-07-29T14:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': '04a7f5ec-7cee-4908-8fbc-5ffd6135f345', 'name': '', 'network_id': 'c4b95e0e-568e-4b97-9204-e060c84b061b', 'tenant_id': 'b522af7cb81c4d7583899d89c7783d4f', 'mac_address': 'fa:16:3e:e4:41:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '986eeae2-0f7f-4c34-a670-fcda2a53fd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:25Z', 'updated_at': '2021-07-29T14:27:33Z', 'revision_number': 5, 'project_id': 'b522af7cb81c4d7583899d89c7783d4f', 'subnets': [{'id': '986eeae2-0f7f-4c34-a670-fcda2a53fd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:14.000016 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242a045b-6905-4d41-9e61-1ce4098b2a55 None None] The sync data for ids ['949d7d3a-7d70-4d58-b61a-7661cf2d8ddb'] in dv-cinder-802882-2-iscsi is: [{'id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'name': 'tempest-TestMinimumBasicScenario-516540834-router', 'tenant_id': 'b522af7cb81c4d7583899d89c7783d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '9fd22cfe-2f76-4ad4-996f-42370e4aff4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:27:22Z', 'updated_at': '2021-07-29T14:27:26Z', 'revision_number': 4, 'project_id': 'b522af7cb81c4d7583899d89c7783d4f', 'gw_port': {'id': '9fd22cfe-2f76-4ad4-996f-42370e4aff4d', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:23Z', 'updated_at': '2021-07-29T14:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': '04a7f5ec-7cee-4908-8fbc-5ffd6135f345', 'name': '', 'network_id': 'c4b95e0e-568e-4b97-9204-e060c84b061b', 'tenant_id': 'b522af7cb81c4d7583899d89c7783d4f', 'mac_address': 'fa:16:3e:e4:41:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '986eeae2-0f7f-4c34-a670-fcda2a53fd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:25Z', 'updated_at': '2021-07-29T14:27:33Z', 'revision_number': 5, 'project_id': 'b522af7cb81c4d7583899d89c7783d4f', 'subnets': [{'id': '986eeae2-0f7f-4c34-a670-fcda2a53fd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:30:14.116511 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a9ff5f-5823-4f82-b4ee-65f071b3c2ee admin admin] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:30:14.124169 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-36a9ff5f-5823-4f82-b4ee-65f071b3c2ee admin admin] 10.222.0.44 "PUT /v2.0/routers/ddc7cf52-34b0-47e7-8b51-a885f1c0ba08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9337215 Jul 29 14:30:14.124291 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 34538) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:14.127660 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcee356-56dc-4d5f-a929-a2f206b0fa7c None None] Sync routers for ids ['ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'] in dv-cinder-802882-2-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:30:14.140256 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcee356-56dc-4d5f-a929-a2f206b0fa7c None None] Routers {'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:30:14.140978 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-6fcee356-56dc-4d5f-a929-a2f206b0fa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:29:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:14.248796 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2d430eb1-a4fd-4d1f-a64a-3dea96c4d8d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:14.271115 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-6fcee356-56dc-4d5f-a929-a2f206b0fa7c None None] Set router ddc7cf52-34b0-47e7-8b51-a885f1c0ba08 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:30:14.277546 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef19204-5ff1-43a6-87b2-c25744620e8f None None] New status for floating IP 4e85c401-3244-4ed6-84ab-354b76a16749: DOWN {{(pid=93048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:30:14.467114 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-6fcee356-56dc-4d5f-a929-a2f206b0fa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'name': 'tempest-AttachVolumeTestJSON-498544025-router', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:30:13Z', 'revision_number': 5, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'gw_port': {'id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:08Z', 'updated_at': '2021-07-29T14:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi'}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:14.497304 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcee356-56dc-4d5f-a929-a2f206b0fa7c None None] Checking router: ddc7cf52-34b0-47e7-8b51-a885f1c0ba08 for host: dv-cinder-802882-2-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:30:14.506841 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcee356-56dc-4d5f-a929-a2f206b0fa7c None None] Routers {'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:30:14.507564 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-6fcee356-56dc-4d5f-a929-a2f206b0fa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:29:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:14.604055 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2d430eb1-a4fd-4d1f-a64a-3dea96c4d8d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:14.619048 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-6fcee356-56dc-4d5f-a929-a2f206b0fa7c None None] Set router ddc7cf52-34b0-47e7-8b51-a885f1c0ba08 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:30:14.660450 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-2d430eb1-a4fd-4d1f-a64a-3dea96c4d8d0 admin admin] Deleting port b59e846f-646d-4d11-bce4-a8f85898513d {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:30:14.660894 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2d430eb1-a4fd-4d1f-a64a-3dea96c4d8d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:14.742157 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [None req-2d430eb1-a4fd-4d1f-a64a-3dea96c4d8d0 admin admin] For port b59e846f-646d-4d11-bce4-a8f85898513d, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=b59e846f-646d-4d11-bce4-a8f85898513d,segment=NetworkSegment(e7b1a31c-3199-44cd-ae65-85b7e84c8d28),segment_id=e7b1a31c-3199-44cd-ae65-85b7e84c8d28)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:30:14.742417 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2d430eb1-a4fd-4d1f-a64a-3dea96c4d8d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:14.754555 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-2d430eb1-a4fd-4d1f-a64a-3dea96c4d8d0 admin admin] Calling delete_port for b59e846f-646d-4d11-bce4-a8f85898513d owned by network:router_gateway {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:30:14.808407 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-6fcee356-56dc-4d5f-a929-a2f206b0fa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'name': 'tempest-AttachVolumeTestJSON-498544025-router', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:30:13Z', 'revision_number': 5, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'gw_port': {'id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:08Z', 'updated_at': '2021-07-29T14:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi'}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:14.838967 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcee356-56dc-4d5f-a929-a2f206b0fa7c None None] The sync data for ids ['ddc7cf52-34b0-47e7-8b51-a885f1c0ba08'] in dv-cinder-802882-2-iscsi is: [{'id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'name': 'tempest-AttachVolumeTestJSON-498544025-router', 'tenant_id': 'ceeb7b9bd977407984c0031f1d786310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:30:13Z', 'revision_number': 5, 'project_id': 'ceeb7b9bd977407984c0031f1d786310', 'gw_port': {'id': 'b59e846f-646d-4d11-bce4-a8f85898513d', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7cf52-34b0-47e7-8b51-a885f1c0ba08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:08Z', 'updated_at': '2021-07-29T14:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi'}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:30:14.925283 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2d430eb1-a4fd-4d1f-a64a-3dea96c4d8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:14.953756 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d430eb1-a4fd-4d1f-a64a-3dea96c4d8d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b59e846f-646d-4d11-bce4-a8f85898513d,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:15.009713 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2d430eb1-a4fd-4d1f-a64a-3dea96c4d8d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-744587'] for router_gateway, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:15.094919 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2d430eb1-a4fd-4d1f-a64a-3dea96c4d8d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2728'] for router, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:15.096965 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2d430eb1-a4fd-4d1f-a64a-3dea96c4d8d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:15.138449 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2d430eb1-a4fd-4d1f-a64a-3dea96c4d8d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540292'] for router, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:15.138969 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d430eb1-a4fd-4d1f-a64a-3dea96c4d8d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddc7cf52-34b0-47e7-8b51-a885f1c0ba08 {{(pid=93046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:30:15.143687 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2d430eb1-a4fd-4d1f-a64a-3dea96c4d8d0 admin admin] Notify callbacks [] for router, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:15.144867 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-2d430eb1-a4fd-4d1f-a64a-3dea96c4d8d0 admin admin] 10.222.0.44 "DELETE /v2.0/routers/ddc7cf52-34b0-47e7-8b51-a885f1c0ba08 HTTP/1.1" status: 204 len: 168 time: 1.0196660 Jul 29 14:30:15.147319 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 34550) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:15.196890 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff1a70af-7142-4b1a-87cb-a4359544538c admin admin] Deleting subnet 0feee60d-456e-4fb7-af3e-353853088018 {{(pid=93046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:30:15.200054 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ff1a70af-7142-4b1a-87cb-a4359544538c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:15.235527 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ff1a70af-7142-4b1a-87cb-a4359544538c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2928358'] for subnet, precommit_delete_associations {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:15.347096 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ff1a70af-7142-4b1a-87cb-a4359544538c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773198'] for subnet, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:15.415503 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ff1a70af-7142-4b1a-87cb-a4359544538c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2971958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58777958'] for subnet, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:15.440807 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a70af-7142-4b1a-87cb-a4359544538c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0feee60d-456e-4fb7-af3e-353853088018,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:15.444470 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ff1a70af-7142-4b1a-87cb-a4359544538c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:15.446369 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-ff1a70af-7142-4b1a-87cb-a4359544538c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0feee60d-456e-4fb7-af3e-353853088018 HTTP/1.1" status: 204 len: 168 time: 0.2981234 Jul 29 14:30:15.448983 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 34552) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:15.455212 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f74251-a95b-4daf-8a33-7ab155deadb4 None None] Network b3cec429-afe0-40ba-a154-12d562265125 requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:30:15.526837 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d47571fd-f3a4-43d3-822a-5012bc0e4f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653895'] for network, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:15.588692 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-d47571fd-f3a4-43d3-822a-5012bc0e4f55 admin admin] Deleting port a44cfa78-21bb-4af8-b95f-68b83cb2554a {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:30:15.589044 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d47571fd-f3a4-43d3-822a-5012bc0e4f55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:15.652333 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [None req-d47571fd-f3a4-43d3-822a-5012bc0e4f55 admin admin] For port a44cfa78-21bb-4af8-b95f-68b83cb2554a, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=a44cfa78-21bb-4af8-b95f-68b83cb2554a,segment=NetworkSegment(171cdf2a-2213-42f7-85e5-9a92fa36eb78),segment_id=171cdf2a-2213-42f7-85e5-9a92fa36eb78)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:30:15.652625 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d47571fd-f3a4-43d3-822a-5012bc0e4f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:15.665304 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-d47571fd-f3a4-43d3-822a-5012bc0e4f55 admin admin] Calling delete_port for a44cfa78-21bb-4af8-b95f-68b83cb2554a owned by network:dhcp {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:30:15.751120 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d47571fd-f3a4-43d3-822a-5012bc0e4f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:15.777194 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47571fd-f3a4-43d3-822a-5012bc0e4f55 admin admin] Pushing event deleted for resources: {'Port': ['ID=a44cfa78-21bb-4af8-b95f-68b83cb2554a,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:15.784220 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47571fd-f3a4-43d3-822a-5012bc0e4f55 admin admin] No DVR routers for this DVR port a44cfa78-21bb-4af8-b95f-68b83cb2554a on host dv-cinder-802882-2-iscsi {{(pid=93047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:30:15.840971 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14273576-6330-48e8-818d-9a115ac0fee9 None None] DHCP port deletion for b3cec429-afe0-40ba-a154-12d562265125 request from dv-cinder-802882-2-iscsi {{(pid=93048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:30:15.892675 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d47571fd-f3a4-43d3-822a-5012bc0e4f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770265', 'neutron.services.segments.db._delete_segments_for_network-8774390517041'] for network, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:15.907811 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-d47571fd-f3a4-43d3-822a-5012bc0e4f55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3cec429-afe0-40ba-a154-12d562265125']}} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:15.918785 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-d47571fd-f3a4-43d3-822a-5012bc0e4f55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '171cdf2a-2213-42f7-85e5-9a92fa36eb78') {'for_net_delete': True} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:15.919098 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-d47571fd-f3a4-43d3-822a-5012bc0e4f55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '171cdf2a-2213-42f7-85e5-9a92fa36eb78') {} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:15.928651 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d47571fd-f3a4-43d3-822a-5012bc0e4f55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774390517562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3079135'] for segment, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:15.947736 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d47571fd-f3a4-43d3-822a-5012bc0e4f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:15.954406 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d47571fd-f3a4-43d3-822a-5012bc0e4f55 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=93047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:30:15.954887 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d47571fd-f3a4-43d3-822a-5012bc0e4f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078533'] for segment, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:15.956644 dv-cinder-802882-2-iscsi neutron-server[93047]: Traceback (most recent call last): Jul 29 14:30:15.956644 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:30:15.956644 dv-cinder-802882-2-iscsi neutron-server[93047]: timer() Jul 29 14:30:15.956644 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:30:15.956644 dv-cinder-802882-2-iscsi neutron-server[93047]: cb(*args, **kw) Jul 29 14:30:15.956644 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:30:15.956644 dv-cinder-802882-2-iscsi neutron-server[93047]: return func(*args, **kwargs) Jul 29 14:30:15.956644 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:30:15.956644 dv-cinder-802882-2-iscsi neutron-server[93047]: self._notify() Jul 29 14:30:15.956644 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:30:15.956644 dv-cinder-802882-2-iscsi neutron-server[93047]: self.callback(batched_events) Jul 29 14:30:15.956644 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:30:15.956644 dv-cinder-802882-2-iscsi neutron-server[93047]: event.method(event) Jul 29 14:30:15.956644 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:30:15.956644 dv-cinder-802882-2-iscsi neutron-server[93047]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:30:15.956644 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:30:15.956644 dv-cinder-802882-2-iscsi neutron-server[93047]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:30:15.956644 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:30:15.956644 dv-cinder-802882-2-iscsi neutron-server[93047]: return f(self, *a, **k) Jul 29 14:30:15.956644 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:30:15.956644 dv-cinder-802882-2-iscsi neutron-server[93047]: return self._get(url).json() Jul 29 14:30:15.956644 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:30:15.956644 dv-cinder-802882-2-iscsi neutron-server[93047]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:30:15.956644 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:30:15.956644 dv-cinder-802882-2-iscsi neutron-server[93047]: return self.request(url, 'GET', **kwargs) Jul 29 14:30:15.956644 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:30:15.956644 dv-cinder-802882-2-iscsi neutron-server[93047]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:30:15.956644 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:30:15.956644 dv-cinder-802882-2-iscsi neutron-server[93047]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:30:15.956644 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:30:15.956644 dv-cinder-802882-2-iscsi neutron-server[93047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:30:15.956644 dv-cinder-802882-2-iscsi neutron-server[93047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:30:16.038840 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d47571fd-f3a4-43d3-822a-5012bc0e4f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744631'] for network, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:16.047854 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d47571fd-f3a4-43d3-822a-5012bc0e4f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:16.052755 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-d47571fd-f3a4-43d3-822a-5012bc0e4f55 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b3cec429-afe0-40ba-a154-12d562265125 HTTP/1.1" status: 204 len: 168 time: 0.5990305 Jul 29 14:30:16.063097 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47571fd-f3a4-43d3-822a-5012bc0e4f55 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3cec429-afe0-40ba-a154-12d562265125,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:16.076701 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device b59e846f-646d-4d11-bce4-a8f85898513d no longer exists at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:30:16.077082 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7d857-0386-4a69-8fb4-d29a209bb501 req-3dd5a86a-90ad-4aee-8e58-621a61145aa9 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:16.078689 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d9b7d857-0386-4a69-8fb4-d29a209bb501 req-3dd5a86a-90ad-4aee-8e58-621a61145aa9 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 945 time: 0.1132085 Jul 29 14:30:16.104131 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] No Port match for: b59e846f-646d-4d11-bce4-a8f85898513d {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:30:16.104485 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device b59e846f-646d-4d11-bce4-a8f85898513d not bound to the agent host dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:30:16.104917 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device b7c23ef7-7f75-4845-bdcb-fee180b06f1f no longer exists at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:30:16.129036 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d9b7d857-0386-4a69-8fb4-d29a209bb501 req-f9976e20-48b0-4eea-8263-766ba8f8ad46 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429537 Jul 29 14:30:16.132162 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] No Port match for: b7c23ef7-7f75-4845-bdcb-fee180b06f1f {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:30:16.132514 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device b7c23ef7-7f75-4845-bdcb-fee180b06f1f not bound to the agent host dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:30:16.133051 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device a44cfa78-21bb-4af8-b95f-68b83cb2554a no longer exists at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:30:16.161322 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] No Port match for: a44cfa78-21bb-4af8-b95f-68b83cb2554a {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:30:16.161678 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device a44cfa78-21bb-4af8-b95f-68b83cb2554a not bound to the agent host dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:30:16.181859 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 34562) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:16.224403 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-da46f055-d449-4606-b1fd-449550de4ca3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ceeb7b9bd977407984c0031f1d786310&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0412927 Jul 29 14:30:16.226776 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 34564) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:16.273411 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0b46f922-f55b-4a07-aa7a-62112f39fff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:16.293402 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0b46f922-f55b-4a07-aa7a-62112f39fff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:16.339186 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0b46f922-f55b-4a07-aa7a-62112f39fff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:16.342411 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0b46f922-f55b-4a07-aa7a-62112f39fff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:16.343605 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-0b46f922-f55b-4a07-aa7a-62112f39fff8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ac28c0e8-973a-40a5-8102-96752290da1d HTTP/1.1" status: 204 len: 168 time: 0.1159399 Jul 29 14:30:16.351320 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b46f922-f55b-4a07-aa7a-62112f39fff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac28c0e8-973a-40a5-8102-96752290da1d,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:17.241639 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1bab1-9af9-44b5-bd08-ebdda0b73b6c req-a75c2e3a-4486-4994-b662-29ce2f69893c tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:17.243264 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ceb1bab1-9af9-44b5-bd08-ebdda0b73b6c req-a75c2e3a-4486-4994-b662-29ce2f69893c tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 945 time: 0.0475206 Jul 29 14:30:17.283224 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ceb1bab1-9af9-44b5-bd08-ebdda0b73b6c req-92b884c4-16d2-4bbb-a319-6b338f3f9292 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/security-groups?id=f3b42c7c-69a0-4763-9282-814d3999850f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336633 Jul 29 14:30:17.900605 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba592e-7545-4607-9ace-443e424f1725 req-a87c511b-9585-46e8-be49-e9eaf6c4d41b tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:17.902082 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ddba592e-7545-4607-9ace-443e424f1725 req-a87c511b-9585-46e8-be49-e9eaf6c4d41b tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 945 time: 0.0498776 Jul 29 14:30:17.994436 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-ddba592e-7545-4607-9ace-443e424f1725 req-e32d51b5-fb79-4258-921a-6016f7b66189 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Deleting port 188f4dfc-101b-4d0c-84a6-daa14ebf07f8 {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:30:17.994783 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-ddba592e-7545-4607-9ace-443e424f1725 req-e32d51b5-fb79-4258-921a-6016f7b66189 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:18.081042 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-ddba592e-7545-4607-9ace-443e424f1725 req-e32d51b5-fb79-4258-921a-6016f7b66189 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] For port 188f4dfc-101b-4d0c-84a6-daa14ebf07f8, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=188f4dfc-101b-4d0c-84a6-daa14ebf07f8,segment=NetworkSegment(d13475f9-0874-455c-8209-a74023657473),segment_id=d13475f9-0874-455c-8209-a74023657473)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:30:18.081327 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-ddba592e-7545-4607-9ace-443e424f1725 req-e32d51b5-fb79-4258-921a-6016f7b66189 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:18.094458 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-ddba592e-7545-4607-9ace-443e424f1725 req-e32d51b5-fb79-4258-921a-6016f7b66189 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Calling delete_port for 188f4dfc-101b-4d0c-84a6-daa14ebf07f8 owned by compute:nova {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:30:18.218397 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-ddba592e-7545-4607-9ace-443e424f1725 req-e32d51b5-fb79-4258-921a-6016f7b66189 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:18.229965 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['188f4dfc-101b-4d0c-84a6-daa14ebf07f8'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:30:18.244038 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d51b5-fb79-4258-921a-6016f7b66189 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Pushing event deleted for resources: {'Port': ['ID=188f4dfc-101b-4d0c-84a6-daa14ebf07f8,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:18.285181 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddba592e-7545-4607-9ace-443e424f1725 req-e32d51b5-fb79-4258-921a-6016f7b66189 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] No DVR routers for this DVR port 188f4dfc-101b-4d0c-84a6-daa14ebf07f8 on host hv-cinder-80288 {{(pid=93046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:30:18.287543 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-ddba592e-7545-4607-9ace-443e424f1725 req-e32d51b5-fb79-4258-921a-6016f7b66189 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:18.289523 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ddba592e-7545-4607-9ace-443e424f1725 req-e32d51b5-fb79-4258-921a-6016f7b66189 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.42 "DELETE /v2.0/ports/188f4dfc-101b-4d0c-84a6-daa14ebf07f8 HTTP/1.1" status: 204 len: 173 time: 0.3802090 Jul 29 14:30:18.289999 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a361774-f998-4e05-a52c-55a7b5593723', 'name': 'network-vif-deleted', 'tag': '188f4dfc-101b-4d0c-84a6-daa14ebf07f8'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:30:18.292123 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12d0d8acfdc7c270d197b253719fe34768a82c9c4ffac31e71dba4df5af88c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab2da41-6115-4d83-921a-b015ad6b2630" -d '{"events": [{"server_uuid": "7a361774-f998-4e05-a52c-55a7b5593723", "name": "network-vif-deleted", "tag": "188f4dfc-101b-4d0c-84a6-daa14ebf07f8"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:30:18.329029 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ed6bf5-c048-457a-a6e2-84d8cdb3d06c x-openstack-request-id: req-f6ed6bf5-c048-457a-a6e2-84d8cdb3d06c {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:30:18.329327 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a361774-f998-4e05-a52c-55a7b5593723", "name": "network-vif-deleted", "tag": "188f4dfc-101b-4d0c-84a6-daa14ebf07f8", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:30:18.329573 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f6ed6bf5-c048-457a-a6e2-84d8cdb3d06c {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:30:18.329989 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a361774-f998-4e05-a52c-55a7b5593723', 'name': 'network-vif-deleted', 'tag': '188f4dfc-101b-4d0c-84a6-daa14ebf07f8', 'status': 'completed', 'code': 200} Jul 29 14:30:18.389963 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a5f2e6a1-5a30-47b4-8562-c905f8a8ef5d req-c2638476-b522-46ca-b776-caf643ca2714 tempest-TestMinimumBasicScenario-376150940 tempest-TestMinimumBasicScenario-376150940-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a361774-f998-4e05-a52c-55a7b5593723 HTTP/1.1" status: 200 len: 210 time: 0.0317280 Jul 29 14:30:19.039077 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbf622-b853-4324-90eb-e7e753892e75 req-c12d72c4-f18e-4466-8d08-b7f477d09aec tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:19.040560 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e6fbf622-b853-4324-90eb-e7e753892e75 req-c12d72c4-f18e-4466-8d08-b7f477d09aec tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 945 time: 0.0503423 Jul 29 14:30:19.078216 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e6fbf622-b853-4324-90eb-e7e753892e75 req-a30aef39-3409-4d67-a19a-ebdbf83ad2ec tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314634 Jul 29 14:30:20.017532 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 34674) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:20.245649 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da89d9-1677-4674-a025-6ce33df75fe2 req-9e1882e7-ca83-4e9b-9bca-71ea58464ece tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:20.247068 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-58da89d9-1677-4674-a025-6ce33df75fe2 req-9e1882e7-ca83-4e9b-9bca-71ea58464ece tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 945 time: 0.0934255 Jul 29 14:30:20.318495 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-58da89d9-1677-4674-a025-6ce33df75fe2 req-bd1c1fc2-2702-44a4-b356-6a9955bee097 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639832 Jul 29 14:30:20.423134 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-32adddfa-9d95-4d34-9208-9653c54a725e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659525'] for router_interface, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:20.658876 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-32adddfa-9d95-4d34-9208-9653c54a725e admin admin] Deleting port 04a7f5ec-7cee-4908-8fbc-5ffd6135f345 {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:30:20.659226 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-32adddfa-9d95-4d34-9208-9653c54a725e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:20.734943 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [None req-32adddfa-9d95-4d34-9208-9653c54a725e admin admin] For port 04a7f5ec-7cee-4908-8fbc-5ffd6135f345, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=04a7f5ec-7cee-4908-8fbc-5ffd6135f345,segment=NetworkSegment(d13475f9-0874-455c-8209-a74023657473),segment_id=d13475f9-0874-455c-8209-a74023657473)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:30:20.735310 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-32adddfa-9d95-4d34-9208-9653c54a725e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:20.751427 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-32adddfa-9d95-4d34-9208-9653c54a725e admin admin] Calling delete_port for 04a7f5ec-7cee-4908-8fbc-5ffd6135f345 owned by network:router_interface {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:30:20.931302 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-32adddfa-9d95-4d34-9208-9653c54a725e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:20.955792 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32adddfa-9d95-4d34-9208-9653c54a725e admin admin] Pushing event deleted for resources: {'Port': ['ID=04a7f5ec-7cee-4908-8fbc-5ffd6135f345,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:21.118810 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-32adddfa-9d95-4d34-9208-9653c54a725e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659497'] for router_interface, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:21.345424 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32adddfa-9d95-4d34-9208-9653c54a725e admin admin] Router 949d7d3a-7d70-4d58-b61a-7661cf2d8ddb has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:30:21.485284 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826557e-e6c3-4010-9799-2d5cfd6b5649 req-30710986-e603-4ef1-9ee7-f3c64278f38b tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:21.486790 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8826557e-e6c3-4010-9799-2d5cfd6b5649 req-30710986-e603-4ef1-9ee7-f3c64278f38b tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 945 time: 0.0928028 Jul 29 14:30:21.494752 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32adddfa-9d95-4d34-9208-9653c54a725e admin admin] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:30:21.503457 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-32adddfa-9d95-4d34-9208-9653c54a725e admin admin] 10.222.0.44 "PUT /v2.0/routers/949d7d3a-7d70-4d58-b61a-7661cf2d8ddb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4848399 Jul 29 14:30:21.504196 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463b5bb6-fe99-4b27-a814-88bb719c92e9 None None] Sync routers for ids ['949d7d3a-7d70-4d58-b61a-7661cf2d8ddb'] in dv-cinder-802882-2-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:30:21.506121 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 34684) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:21.525509 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463b5bb6-fe99-4b27-a814-88bb719c92e9 None None] Routers {'949d7d3a-7d70-4d58-b61a-7661cf2d8ddb'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:30:21.526360 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-463b5bb6-fe99-4b27-a814-88bb719c92e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:29:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['949d7d3a-7d70-4d58-b61a-7661cf2d8ddb'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:21.578497 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8826557e-e6c3-4010-9799-2d5cfd6b5649 req-70d2bafa-af21-46c3-86fe-ef58a3a379d8 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857337 Jul 29 14:30:21.640606 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-463b5bb6-fe99-4b27-a814-88bb719c92e9 None None] Set router 949d7d3a-7d70-4d58-b61a-7661cf2d8ddb gateway port host: dv-cinder-802882-2-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:30:21.641103 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6192eb54-312a-4f0f-92cf-787c94145d4c admin admin] Notify callbacks [] for router, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:21.751533 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6192eb54-312a-4f0f-92cf-787c94145d4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:21.811852 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-6192eb54-312a-4f0f-92cf-787c94145d4c admin admin] Deleting port 9fd22cfe-2f76-4ad4-996f-42370e4aff4d {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:30:21.812203 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6192eb54-312a-4f0f-92cf-787c94145d4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:21.830986 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-463b5bb6-fe99-4b27-a814-88bb719c92e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'name': 'tempest-TestMinimumBasicScenario-516540834-router', 'tenant_id': 'b522af7cb81c4d7583899d89c7783d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '9fd22cfe-2f76-4ad4-996f-42370e4aff4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:27:22Z', 'updated_at': '2021-07-29T14:30:20Z', 'revision_number': 5, 'project_id': 'b522af7cb81c4d7583899d89c7783d4f', 'gw_port': {'id': '9fd22cfe-2f76-4ad4-996f-42370e4aff4d', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:23Z', 'updated_at': '2021-07-29T14:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi'}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:21.857028 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463b5bb6-fe99-4b27-a814-88bb719c92e9 None None] Checking router: 949d7d3a-7d70-4d58-b61a-7661cf2d8ddb for host: dv-cinder-802882-2-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:30:21.870873 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463b5bb6-fe99-4b27-a814-88bb719c92e9 None None] Routers {'949d7d3a-7d70-4d58-b61a-7661cf2d8ddb'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:30:21.871502 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-463b5bb6-fe99-4b27-a814-88bb719c92e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:29:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['949d7d3a-7d70-4d58-b61a-7661cf2d8ddb'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:21.894998 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [None req-6192eb54-312a-4f0f-92cf-787c94145d4c admin admin] For port 9fd22cfe-2f76-4ad4-996f-42370e4aff4d, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=9fd22cfe-2f76-4ad4-996f-42370e4aff4d,segment=NetworkSegment(e7b1a31c-3199-44cd-ae65-85b7e84c8d28),segment_id=e7b1a31c-3199-44cd-ae65-85b7e84c8d28)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:30:21.895385 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6192eb54-312a-4f0f-92cf-787c94145d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:21.908637 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-6192eb54-312a-4f0f-92cf-787c94145d4c admin admin] Calling delete_port for 9fd22cfe-2f76-4ad4-996f-42370e4aff4d owned by network:router_gateway {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:30:22.020810 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 188f4dfc-101b-4d0c-84a6-daa14ebf07f8 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:30:22.042216 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] No Port match for: 188f4dfc-101b-4d0c-84a6-daa14ebf07f8 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:30:22.043011 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 188f4dfc-101b-4d0c-84a6-daa14ebf07f8 not bound to the agent host hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:30:22.048607 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-463b5bb6-fe99-4b27-a814-88bb719c92e9 None None] Set router 949d7d3a-7d70-4d58-b61a-7661cf2d8ddb gateway port host: None {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:30:22.092512 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6192eb54-312a-4f0f-92cf-787c94145d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:22.102127 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-463b5bb6-fe99-4b27-a814-88bb719c92e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'name': 'tempest-TestMinimumBasicScenario-516540834-router', 'tenant_id': 'b522af7cb81c4d7583899d89c7783d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:27:22Z', 'updated_at': '2021-07-29T14:30:21Z', 'revision_number': 6, 'project_id': 'b522af7cb81c4d7583899d89c7783d4f', 'gw_port_host': None}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:22.117439 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192eb54-312a-4f0f-92cf-787c94145d4c admin admin] Pushing event deleted for resources: {'Port': ['ID=9fd22cfe-2f76-4ad4-996f-42370e4aff4d,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:22.129290 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463b5bb6-fe99-4b27-a814-88bb719c92e9 None None] The sync data for ids ['949d7d3a-7d70-4d58-b61a-7661cf2d8ddb'] in dv-cinder-802882-2-iscsi is: [{'id': '949d7d3a-7d70-4d58-b61a-7661cf2d8ddb', 'name': 'tempest-TestMinimumBasicScenario-516540834-router', 'tenant_id': 'b522af7cb81c4d7583899d89c7783d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:27:22Z', 'updated_at': '2021-07-29T14:30:21Z', 'revision_number': 6, 'project_id': 'b522af7cb81c4d7583899d89c7783d4f', 'gw_port_host': None}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:30:22.177735 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6192eb54-312a-4f0f-92cf-787c94145d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-744587'] for router_gateway, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:22.529862 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6192eb54-312a-4f0f-92cf-787c94145d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2728'] for router, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:22.532085 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6192eb54-312a-4f0f-92cf-787c94145d4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:22.596392 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6192eb54-312a-4f0f-92cf-787c94145d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540292'] for router, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:22.596909 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6192eb54-312a-4f0f-92cf-787c94145d4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 949d7d3a-7d70-4d58-b61a-7661cf2d8ddb {{(pid=93047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:30:22.602205 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6192eb54-312a-4f0f-92cf-787c94145d4c admin admin] Notify callbacks [] for router, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:22.603488 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-6192eb54-312a-4f0f-92cf-787c94145d4c admin admin] 10.222.0.44 "DELETE /v2.0/routers/949d7d3a-7d70-4d58-b61a-7661cf2d8ddb HTTP/1.1" status: 204 len: 168 time: 1.0966883 Jul 29 14:30:22.605845 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 34690) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:22.650644 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_v2 [None req-84788493-13ff-4ee6-a5a0-f49e068a10fe admin admin] Deleting subnet 986eeae2-0f7f-4c34-a670-fcda2a53fd9d {{(pid=93047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:30:22.654509 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-84788493-13ff-4ee6-a5a0-f49e068a10fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:22.660848 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04690bc8-5eca-45d6-b813-f93d52abc970 req-552ddd01-7785-479d-a348-6daf099ee78d tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:22.662392 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-04690bc8-5eca-45d6-b813-f93d52abc970 req-552ddd01-7785-479d-a348-6daf099ee78d tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 945 time: 0.0523469 Jul 29 14:30:22.717814 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-84788493-13ff-4ee6-a5a0-f49e068a10fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3079124'] for subnet, precommit_delete_associations {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:22.757723 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649f858-eb6c-4ce9-84ee-33b376370465 req-e623ec03-3ae3-4721-ada3-b431a1406934 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:22.758445 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-04690bc8-5eca-45d6-b813-f93d52abc970 req-98029bd4-6158-4373-bfd3-66b2065672d2 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Deleting port 296f8582-546d-43c3-96cd-93a9f33026b4 {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:30:22.758797 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-04690bc8-5eca-45d6-b813-f93d52abc970 req-98029bd4-6158-4373-bfd3-66b2065672d2 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:22.759234 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6649f858-eb6c-4ce9-84ee-33b376370465 req-e623ec03-3ae3-4721-ada3-b431a1406934 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 945 time: 0.1028361 Jul 29 14:30:22.851678 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-04690bc8-5eca-45d6-b813-f93d52abc970 req-98029bd4-6158-4373-bfd3-66b2065672d2 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] For port 296f8582-546d-43c3-96cd-93a9f33026b4, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=296f8582-546d-43c3-96cd-93a9f33026b4,segment=NetworkSegment(9e1b997b-38b8-4a39-8704-0a229296c38f),segment_id=9e1b997b-38b8-4a39-8704-0a229296c38f)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:30:22.852590 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-04690bc8-5eca-45d6-b813-f93d52abc970 req-98029bd4-6158-4373-bfd3-66b2065672d2 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:22.865248 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6649f858-eb6c-4ce9-84ee-33b376370465 req-c5953660-04e6-4adb-873f-fd558c133bea tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978205 Jul 29 14:30:22.868285 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-84788493-13ff-4ee6-a5a0-f49e068a10fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773198'] for subnet, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:22.928105 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-84788493-13ff-4ee6-a5a0-f49e068a10fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58905770'] for subnet, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:22.953614 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84788493-13ff-4ee6-a5a0-f49e068a10fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=986eeae2-0f7f-4c34-a670-fcda2a53fd9d,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:22.957448 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-84788493-13ff-4ee6-a5a0-f49e068a10fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:22.961745 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-84788493-13ff-4ee6-a5a0-f49e068a10fe admin admin] 10.222.0.44 "DELETE /v2.0/subnets/986eeae2-0f7f-4c34-a670-fcda2a53fd9d HTTP/1.1" status: 204 len: 168 time: 0.3526676 Jul 29 14:30:22.962208 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 34694) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:22.966064 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230c383a-aba5-4447-a02d-d54aab0c7cc7 None None] Network c4b95e0e-568e-4b97-9204-e060c84b061b requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:30:23.052907 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4c2d1872-0de2-4eca-976a-b8e711abe838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653895'] for network, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:23.058002 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-04690bc8-5eca-45d6-b813-f93d52abc970 req-98029bd4-6158-4373-bfd3-66b2065672d2 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:23.058830 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-04690bc8-5eca-45d6-b813-f93d52abc970 req-98029bd4-6158-4373-bfd3-66b2065672d2 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744517'] for floatingip, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:23.058830 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.db.l3_db [req-04690bc8-5eca-45d6-b813-f93d52abc970 req-98029bd4-6158-4373-bfd3-66b2065672d2 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Floating IP b181efc4-f5af-461c-aaac-70817a162133 disassociated. External IP: 172.27.2.247, port: 296f8582-546d-43c3-96cd-93a9f33026b4. Jul 29 14:30:23.059100 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-04690bc8-5eca-45d6-b813-f93d52abc970 req-98029bd4-6158-4373-bfd3-66b2065672d2 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Calling delete_port for 296f8582-546d-43c3-96cd-93a9f33026b4 owned by compute:nova {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:30:23.110097 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-4c2d1872-0de2-4eca-976a-b8e711abe838 admin admin] Deleting port dadda3e7-bda6-4a78-9365-2822c2f62a47 {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:30:23.110451 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4c2d1872-0de2-4eca-976a-b8e711abe838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:23.184804 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [None req-4c2d1872-0de2-4eca-976a-b8e711abe838 admin admin] For port dadda3e7-bda6-4a78-9365-2822c2f62a47, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=dadda3e7-bda6-4a78-9365-2822c2f62a47,segment=NetworkSegment(d13475f9-0874-455c-8209-a74023657473),segment_id=d13475f9-0874-455c-8209-a74023657473)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:30:23.186243 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4c2d1872-0de2-4eca-976a-b8e711abe838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:23.210784 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-4c2d1872-0de2-4eca-976a-b8e711abe838 admin admin] Calling delete_port for dadda3e7-bda6-4a78-9365-2822c2f62a47 owned by network:dhcp {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:30:23.241721 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78d635a-e832-4000-8f64-a19829fbc8dc None None] DHCP port deletion for c4b95e0e-568e-4b97-9204-e060c84b061b request from dv-cinder-802882-2-iscsi {{(pid=93048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:30:23.254534 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-04690bc8-5eca-45d6-b813-f93d52abc970 req-98029bd4-6158-4373-bfd3-66b2065672d2 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:23.303284 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98029bd4-6158-4373-bfd3-66b2065672d2 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Pushing event deleted for resources: {'Port': ['ID=296f8582-546d-43c3-96cd-93a9f33026b4,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:23.303475 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-a78d635a-e832-4000-8f64-a19829fbc8dc None None] Deleting port dadda3e7-bda6-4a78-9365-2822c2f62a47 {{(pid=93048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:30:23.303724 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-a78d635a-e832-4000-8f64-a19829fbc8dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:23.331833 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4c2d1872-0de2-4eca-976a-b8e711abe838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:23.345260 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2d1872-0de2-4eca-976a-b8e711abe838 admin admin] No DVR routers for this DVR port dadda3e7-bda6-4a78-9365-2822c2f62a47 on host dv-cinder-802882-2-iscsi {{(pid=93047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:30:23.368524 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d1872-0de2-4eca-976a-b8e711abe838 admin admin] Pushing event deleted for resources: {'Port': ['ID=dadda3e7-bda6-4a78-9365-2822c2f62a47,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:23.378462 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-a78d635a-e832-4000-8f64-a19829fbc8dc None None] For port dadda3e7-bda6-4a78-9365-2822c2f62a47, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=dadda3e7-bda6-4a78-9365-2822c2f62a47,segment=NetworkSegment(d13475f9-0874-455c-8209-a74023657473),segment_id=d13475f9-0874-455c-8209-a74023657473)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:30:23.378863 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-a78d635a-e832-4000-8f64-a19829fbc8dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:23.394845 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-a78d635a-e832-4000-8f64-a19829fbc8dc None None] Calling delete_port for dadda3e7-bda6-4a78-9365-2822c2f62a47 owned by network:dhcp {{(pid=93048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:30:23.433527 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04690bc8-5eca-45d6-b813-f93d52abc970 req-98029bd4-6158-4373-bfd3-66b2065672d2 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Router e4d8203b-6501-4bf7-a212-16df2966a1ee has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:30:23.444848 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4c2d1872-0de2-4eca-976a-b8e711abe838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770265', 'neutron.services.segments.db._delete_segments_for_network-8774390517041'] for network, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:23.452143 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-4c2d1872-0de2-4eca-976a-b8e711abe838 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b95e0e-568e-4b97-9204-e060c84b061b']}} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:23.468425 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-4c2d1872-0de2-4eca-976a-b8e711abe838 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd13475f9-0874-455c-8209-a74023657473') {'for_net_delete': True} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:23.468902 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-4c2d1872-0de2-4eca-976a-b8e711abe838 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd13475f9-0874-455c-8209-a74023657473') {} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:23.478087 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4c2d1872-0de2-4eca-976a-b8e711abe838 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774390517562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3079135'] for segment, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:23.494348 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4c2d1872-0de2-4eca-976a-b8e711abe838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:23.502139 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c2d1872-0de2-4eca-976a-b8e711abe838 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=93047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:30:23.502559 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4c2d1872-0de2-4eca-976a-b8e711abe838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078533'] for segment, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:23.505748 dv-cinder-802882-2-iscsi neutron-server[93047]: Traceback (most recent call last): Jul 29 14:30:23.505748 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:30:23.505748 dv-cinder-802882-2-iscsi neutron-server[93047]: timer() Jul 29 14:30:23.505748 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:30:23.505748 dv-cinder-802882-2-iscsi neutron-server[93047]: cb(*args, **kw) Jul 29 14:30:23.505748 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:30:23.505748 dv-cinder-802882-2-iscsi neutron-server[93047]: return func(*args, **kwargs) Jul 29 14:30:23.505748 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:30:23.505748 dv-cinder-802882-2-iscsi neutron-server[93047]: self._notify() Jul 29 14:30:23.505748 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:30:23.505748 dv-cinder-802882-2-iscsi neutron-server[93047]: self.callback(batched_events) Jul 29 14:30:23.505748 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:30:23.505748 dv-cinder-802882-2-iscsi neutron-server[93047]: event.method(event) Jul 29 14:30:23.505748 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:30:23.505748 dv-cinder-802882-2-iscsi neutron-server[93047]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:30:23.505748 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:30:23.505748 dv-cinder-802882-2-iscsi neutron-server[93047]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:30:23.505748 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:30:23.505748 dv-cinder-802882-2-iscsi neutron-server[93047]: return f(self, *a, **k) Jul 29 14:30:23.505748 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:30:23.505748 dv-cinder-802882-2-iscsi neutron-server[93047]: return self._get(url).json() Jul 29 14:30:23.505748 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:30:23.505748 dv-cinder-802882-2-iscsi neutron-server[93047]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:30:23.505748 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:30:23.505748 dv-cinder-802882-2-iscsi neutron-server[93047]: return self.request(url, 'GET', **kwargs) Jul 29 14:30:23.505748 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:30:23.505748 dv-cinder-802882-2-iscsi neutron-server[93047]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:30:23.505748 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:30:23.505748 dv-cinder-802882-2-iscsi neutron-server[93047]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:30:23.505748 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:30:23.505748 dv-cinder-802882-2-iscsi neutron-server[93047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:30:23.505748 dv-cinder-802882-2-iscsi neutron-server[93047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:30:23.528843 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-a78d635a-e832-4000-8f64-a19829fbc8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087'] for port, after_delete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:23.554981 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d635a-e832-4000-8f64-a19829fbc8dc None None] Pushing event deleted for resources: {'Port': ['ID=dadda3e7-bda6-4a78-9365-2822c2f62a47,revision_number=None']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:23.562353 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04690bc8-5eca-45d6-b813-f93d52abc970 req-98029bd4-6158-4373-bfd3-66b2065672d2 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:30:23.567386 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4c2d1872-0de2-4eca-976a-b8e711abe838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744631'] for network, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:23.570302 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78d635a-e832-4000-8f64-a19829fbc8dc None None] No DVR routers for this DVR port dadda3e7-bda6-4a78-9365-2822c2f62a47 on host dv-cinder-802882-2-iscsi {{(pid=93048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:30:23.573200 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4c2d1872-0de2-4eca-976a-b8e711abe838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:23.573336 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef32bd9c-7d24-4e85-bc80-ae70ab42cc69 None None] Sync routers for ids ['e4d8203b-6501-4bf7-a212-16df2966a1ee'] in dv-cinder-802882-2-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:30:23.579884 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-4c2d1872-0de2-4eca-976a-b8e711abe838 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c4b95e0e-568e-4b97-9204-e060c84b061b HTTP/1.1" status: 204 len: 168 time: 0.6167417 Jul 29 14:30:23.581233 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 34708) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:23.588823 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef32bd9c-7d24-4e85-bc80-ae70ab42cc69 None None] Routers {'e4d8203b-6501-4bf7-a212-16df2966a1ee'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:30:23.589604 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-ef32bd9c-7d24-4e85-bc80-ae70ab42cc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:29:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['e4d8203b-6501-4bf7-a212-16df2966a1ee'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:23.609647 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-04690bc8-5eca-45d6-b813-f93d52abc970 req-98029bd4-6158-4373-bfd3-66b2065672d2 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] No DVR routers for this DVR port 296f8582-546d-43c3-96cd-93a9f33026b4 on host hv-cinder-80288 {{(pid=93046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:30:23.612372 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-04690bc8-5eca-45d6-b813-f93d52abc970 req-98029bd4-6158-4373-bfd3-66b2065672d2 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:23.614397 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-04690bc8-5eca-45d6-b813-f93d52abc970 req-98029bd4-6158-4373-bfd3-66b2065672d2 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.42 "DELETE /v2.0/ports/296f8582-546d-43c3-96cd-93a9f33026b4 HTTP/1.1" status: 204 len: 173 time: 0.9445794 Jul 29 14:30:23.615229 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9991e2-2470-4fe9-959f-7a1b6b48ad25', 'name': 'network-vif-deleted', 'tag': '296f8582-546d-43c3-96cd-93a9f33026b4'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:30:23.617498 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12d0d8acfdc7c270d197b253719fe34768a82c9c4ffac31e71dba4df5af88c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7359ea4c-6422-4bcc-875b-96ba5414240d" -d '{"events": [{"server_uuid": "6e9991e2-2470-4fe9-959f-7a1b6b48ad25", "name": "network-vif-deleted", "tag": "296f8582-546d-43c3-96cd-93a9f33026b4"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:30:23.651120 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d1872-0de2-4eca-976a-b8e711abe838 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4b95e0e-568e-4b97-9204-e060c84b061b,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:23.657198 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc01440d-0090-4338-a02a-8c6742ad7ff5 x-openstack-request-id: req-cc01440d-0090-4338-a02a-8c6742ad7ff5 {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:30:23.657821 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9991e2-2470-4fe9-959f-7a1b6b48ad25", "name": "network-vif-deleted", "tag": "296f8582-546d-43c3-96cd-93a9f33026b4", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:30:23.657821 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cc01440d-0090-4338-a02a-8c6742ad7ff5 {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:30:23.658234 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9991e2-2470-4fe9-959f-7a1b6b48ad25', 'name': 'network-vif-deleted', 'tag': '296f8582-546d-43c3-96cd-93a9f33026b4', 'status': 'completed', 'code': 200} Jul 29 14:30:23.743194 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-ef32bd9c-7d24-4e85-bc80-ae70ab42cc69 None None] Set router e4d8203b-6501-4bf7-a212-16df2966a1ee gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:30:23.964350 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-ef32bd9c-7d24-4e85-bc80-ae70ab42cc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'name': 'tempest-TestVolumeBootPattern-1288691138-router', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:38Z', 'updated_at': '2021-07-29T14:26:43Z', 'revision_number': 4, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'gw_port': {'id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:39Z', 'updated_at': '2021-07-29T14:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': 'b0a5fe53-2a18-4a19-acdc-ae1af38e5c21', 'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'mac_address': 'fa:16:3e:3b:aa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:42Z', 'updated_at': '2021-07-29T14:26:51Z', 'revision_number': 5, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'subnets': [{'id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:24.007330 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-26ab6ffe-eb20-41f8-8f1c-402cc885f6ad req-f49d0116-be32-408c-a7f2-4a4c2cc70044 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e9991e2-2470-4fe9-959f-7a1b6b48ad25 HTTP/1.1" status: 200 len: 210 time: 0.0311227 Jul 29 14:30:24.034714 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-35b934a4-f62e-4607-8156-52e65045d512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659525'] for router_interface, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:24.128186 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:30:24.139399 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 9fd22cfe-2f76-4ad4-996f-42370e4aff4d no longer exists at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:30:24.141764 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef32bd9c-7d24-4e85-bc80-ae70ab42cc69 None None] Checking router: e4d8203b-6501-4bf7-a212-16df2966a1ee for host: dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:30:24.163395 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] No Port match for: 9fd22cfe-2f76-4ad4-996f-42370e4aff4d {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:30:24.163747 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 9fd22cfe-2f76-4ad4-996f-42370e4aff4d not bound to the agent host dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:30:24.164165 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device dadda3e7-bda6-4a78-9365-2822c2f62a47 no longer exists at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:30:24.186352 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef32bd9c-7d24-4e85-bc80-ae70ab42cc69 None None] Routers {'e4d8203b-6501-4bf7-a212-16df2966a1ee'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:30:24.187243 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-ef32bd9c-7d24-4e85-bc80-ae70ab42cc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:29:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['e4d8203b-6501-4bf7-a212-16df2966a1ee'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:24.190408 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] No Port match for: dadda3e7-bda6-4a78-9365-2822c2f62a47 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:30:24.190948 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device dadda3e7-bda6-4a78-9365-2822c2f62a47 not bound to the agent host dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:30:24.191729 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 04a7f5ec-7cee-4908-8fbc-5ffd6135f345 no longer exists at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:30:24.253908 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] No Port match for: 04a7f5ec-7cee-4908-8fbc-5ffd6135f345 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:30:24.254612 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 04a7f5ec-7cee-4908-8fbc-5ffd6135f345 not bound to the agent host dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:30:24.319381 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-35b934a4-f62e-4607-8156-52e65045d512 admin admin] Deleting port 32ae92f3-c098-40b8-9b96-285528c4513e {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:30:24.319838 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-35b934a4-f62e-4607-8156-52e65045d512 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:24.339071 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-ef32bd9c-7d24-4e85-bc80-ae70ab42cc69 None None] Set router e4d8203b-6501-4bf7-a212-16df2966a1ee gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:30:24.419102 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [None req-35b934a4-f62e-4607-8156-52e65045d512 admin admin] For port 32ae92f3-c098-40b8-9b96-285528c4513e, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=32ae92f3-c098-40b8-9b96-285528c4513e,segment=NetworkSegment(d1e066a2-edad-4504-86ea-564edaec1a7e),segment_id=d1e066a2-edad-4504-86ea-564edaec1a7e)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:30:24.420026 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-35b934a4-f62e-4607-8156-52e65045d512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:24.437550 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-35b934a4-f62e-4607-8156-52e65045d512 admin admin] Calling delete_port for 32ae92f3-c098-40b8-9b96-285528c4513e owned by network:router_interface {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:30:24.645637 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-35b934a4-f62e-4607-8156-52e65045d512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:24.671759 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b934a4-f62e-4607-8156-52e65045d512 admin admin] Pushing event deleted for resources: {'Port': ['ID=32ae92f3-c098-40b8-9b96-285528c4513e,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:24.674004 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-ef32bd9c-7d24-4e85-bc80-ae70ab42cc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'name': 'tempest-TestVolumeBootPattern-1288691138-router', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:38Z', 'updated_at': '2021-07-29T14:26:43Z', 'revision_number': 4, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'gw_port': {'id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:39Z', 'updated_at': '2021-07-29T14:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': 'b0a5fe53-2a18-4a19-acdc-ae1af38e5c21', 'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'mac_address': 'fa:16:3e:3b:aa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:42Z', 'updated_at': '2021-07-29T14:26:51Z', 'revision_number': 5, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'subnets': [{'id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:24.702739 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef32bd9c-7d24-4e85-bc80-ae70ab42cc69 None None] The sync data for ids ['e4d8203b-6501-4bf7-a212-16df2966a1ee'] in dv-cinder-802882-2-iscsi is: [{'id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'name': 'tempest-TestVolumeBootPattern-1288691138-router', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:38Z', 'updated_at': '2021-07-29T14:26:43Z', 'revision_number': 4, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'gw_port': {'id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:39Z', 'updated_at': '2021-07-29T14:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': 'b0a5fe53-2a18-4a19-acdc-ae1af38e5c21', 'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'mac_address': 'fa:16:3e:3b:aa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:42Z', 'updated_at': '2021-07-29T14:26:51Z', 'revision_number': 5, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'subnets': [{'id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:30:24.853678 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-35b934a4-f62e-4607-8156-52e65045d512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659497'] for router_interface, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:24.965529 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ac6893-3229-4fea-9e28-e0b9cab2abbe None None] New status for floating IP b181efc4-f5af-461c-aaac-70817a162133: DOWN {{(pid=93049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:30:25.078826 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b934a4-f62e-4607-8156-52e65045d512 admin admin] Router 67b7c9b3-a08e-4db2-bb77-f65f58034536 has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:30:25.090675 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ef447dd6-bc74-40ca-b115-6be65fe106ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:25.194444 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b934a4-f62e-4607-8156-52e65045d512 admin admin] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:30:25.199422 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-35b934a4-f62e-4607-8156-52e65045d512 admin admin] 10.222.0.44 "PUT /v2.0/routers/67b7c9b3-a08e-4db2-bb77-f65f58034536/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6125720 Jul 29 14:30:25.202813 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 34732) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:25.206820 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33208cc1-6848-4bb6-bede-ad21e52512d3 None None] Sync routers for ids ['67b7c9b3-a08e-4db2-bb77-f65f58034536'] in dv-cinder-802882-2-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:30:25.222883 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33208cc1-6848-4bb6-bede-ad21e52512d3 None None] Routers {'67b7c9b3-a08e-4db2-bb77-f65f58034536'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:30:25.224028 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-33208cc1-6848-4bb6-bede-ad21e52512d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:29:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['67b7c9b3-a08e-4db2-bb77-f65f58034536'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:25.293956 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-f966e63c-4874-460d-8b65-92c5f983a408 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1521265708&fields=id&tenant_id=790cbd91660745c18b1d53f07528a1b3 HTTP/1.1" status: 200 len: 267 time: 0.0388210 Jul 29 14:30:25.319526 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6673ab3a-f1c4-430d-b6e5-127d6c613c5a admin admin] Notify callbacks [] for router, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:25.336936 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-33208cc1-6848-4bb6-bede-ad21e52512d3 None None] Set router 67b7c9b3-a08e-4db2-bb77-f65f58034536 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:30:25.420721 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-bbb4e0cf-801c-4b74-9281-b6201539af2f tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:25.422621 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-bbb4e0cf-801c-4b74-9281-b6201539af2f tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/networks?id=fc30f6c6-945d-4102-8889-37cbeb7abf30 HTTP/1.1" status: 200 len: 812 time: 0.1216586 Jul 29 14:30:25.446352 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-ea7b4a1a-c751-44be-b06b-161871c683ec tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/quotas/790cbd91660745c18b1d53f07528a1b3 HTTP/1.1" status: 200 len: 375 time: 0.0161445 Jul 29 14:30:25.456950 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6673ab3a-f1c4-430d-b6e5-127d6c613c5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:25.522088 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-2bbf83a3-bd83-4874-ac91-fa3b64da573e tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=790cbd91660745c18b1d53f07528a1b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0626700 Jul 29 14:30:25.530905 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-6673ab3a-f1c4-430d-b6e5-127d6c613c5a admin admin] Deleting port 094b3d8b-3aa7-4644-aadf-4dc4e653b8bf {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:30:25.531367 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6673ab3a-f1c4-430d-b6e5-127d6c613c5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:25.579932 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-33208cc1-6848-4bb6-bede-ad21e52512d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b7c9b3-a08e-4db2-bb77-f65f58034536', 'name': 'tempest-TestMinimumBasicScenario-441391833-router', 'tenant_id': 'fac76ac065bc4cc0a4986d384f567b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '094b3d8b-3aa7-4644-aadf-4dc4e653b8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:27:28Z', 'updated_at': '2021-07-29T14:30:24Z', 'revision_number': 5, 'project_id': 'fac76ac065bc4cc0a4986d384f567b78', 'gw_port': {'id': '094b3d8b-3aa7-4644-aadf-4dc4e653b8bf', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b7c9b3-a08e-4db2-bb77-f65f58034536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:27:29Z', 'updated_at': '2021-07-29T14:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi'}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:25.623908 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33208cc1-6848-4bb6-bede-ad21e52512d3 None None] Checking router: 67b7c9b3-a08e-4db2-bb77-f65f58034536 for host: dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:30:25.624533 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [None req-6673ab3a-f1c4-430d-b6e5-127d6c613c5a admin admin] For port 094b3d8b-3aa7-4644-aadf-4dc4e653b8bf, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=094b3d8b-3aa7-4644-aadf-4dc4e653b8bf,segment=NetworkSegment(e7b1a31c-3199-44cd-ae65-85b7e84c8d28),segment_id=e7b1a31c-3199-44cd-ae65-85b7e84c8d28)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:30:25.625001 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6673ab3a-f1c4-430d-b6e5-127d6c613c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:25.634357 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33208cc1-6848-4bb6-bede-ad21e52512d3 None None] Routers {'67b7c9b3-a08e-4db2-bb77-f65f58034536'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:30:25.634738 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-33208cc1-6848-4bb6-bede-ad21e52512d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:29:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['67b7c9b3-a08e-4db2-bb77-f65f58034536'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:25.639863 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-6673ab3a-f1c4-430d-b6e5-127d6c613c5a admin admin] Calling delete_port for 094b3d8b-3aa7-4644-aadf-4dc4e653b8bf owned by network:router_gateway {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:30:25.641355 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-17fb71b8-80e0-47a8-b0df-ff2b0e3e6ef1 service neutron] 10.222.0.44 "GET /v2.0/networks/fc30f6c6-945d-4102-8889-37cbeb7abf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180284 Jul 29 14:30:25.731332 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-33208cc1-6848-4bb6-bede-ad21e52512d3 None None] Set router 67b7c9b3-a08e-4db2-bb77-f65f58034536 gateway port host: None {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:30:25.757873 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-b11177ad-61a4-4b42-b0e4-91e0b4138fa3 service neutron] 10.222.0.44 "GET /v2.0/networks/fc30f6c6-945d-4102-8889-37cbeb7abf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156421 Jul 29 14:30:25.793094 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-33208cc1-6848-4bb6-bede-ad21e52512d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b7c9b3-a08e-4db2-bb77-f65f58034536', 'name': 'tempest-TestMinimumBasicScenario-441391833-router', 'tenant_id': 'fac76ac065bc4cc0a4986d384f567b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:27:28Z', 'updated_at': '2021-07-29T14:30:25Z', 'revision_number': 6, 'project_id': 'fac76ac065bc4cc0a4986d384f567b78', 'gw_port_host': None}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:25.824163 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33208cc1-6848-4bb6-bede-ad21e52512d3 None None] The sync data for ids ['67b7c9b3-a08e-4db2-bb77-f65f58034536'] in dv-cinder-802882-2-iscsi is: [{'id': '67b7c9b3-a08e-4db2-bb77-f65f58034536', 'name': 'tempest-TestMinimumBasicScenario-441391833-router', 'tenant_id': 'fac76ac065bc4cc0a4986d384f567b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:27:28Z', 'updated_at': '2021-07-29T14:30:25Z', 'revision_number': 6, 'project_id': 'fac76ac065bc4cc0a4986d384f567b78', 'gw_port_host': None}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:30:25.849153 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6673ab3a-f1c4-430d-b6e5-127d6c613c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:25.872421 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 34754) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:25.895093 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673ab3a-f1c4-430d-b6e5-127d6c613c5a admin admin] Pushing event deleted for resources: {'Port': ['ID=094b3d8b-3aa7-4644-aadf-4dc4e653b8bf,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:25.967218 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6673ab3a-f1c4-430d-b6e5-127d6c613c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-744587'] for router_gateway, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:25.984748 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 296f8582-546d-43c3-96cd-93a9f33026b4 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:30:26.009779 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] No Port match for: 296f8582-546d-43c3-96cd-93a9f33026b4 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:30:26.010154 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 296f8582-546d-43c3-96cd-93a9f33026b4 not bound to the agent host hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:30:26.050820 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6a809693-1322-4d8c-8ddb-0c77312f2454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:26.105156 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6673ab3a-f1c4-430d-b6e5-127d6c613c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2728'] for router, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:26.107989 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6673ab3a-f1c4-430d-b6e5-127d6c613c5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:26.160662 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6673ab3a-f1c4-430d-b6e5-127d6c613c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540292'] for router, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:26.161349 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6673ab3a-f1c4-430d-b6e5-127d6c613c5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67b7c9b3-a08e-4db2-bb77-f65f58034536 {{(pid=93046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:30:26.167306 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-6673ab3a-f1c4-430d-b6e5-127d6c613c5a admin admin] Notify callbacks [] for router, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:26.170160 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-6673ab3a-f1c4-430d-b6e5-127d6c613c5a admin admin] 10.222.0.44 "DELETE /v2.0/routers/67b7c9b3-a08e-4db2-bb77-f65f58034536 HTTP/1.1" status: 204 len: 168 time: 0.9600666 Jul 29 14:30:26.172006 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 34768) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:26.193628 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b290fc42-6064-428f-99f3-a572aa7f8f4f req-beeec5d8-91c8-47de-9bb1-2a7b38a296b0 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e3bea01-0124-42c6-88b0-28141ab33a3a HTTP/1.1" status: 200 len: 210 time: 0.0340333 Jul 29 14:30:26.195446 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6a809693-1322-4d8c-8ddb-0c77312f2454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:26.202113 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6a809693-1322-4d8c-8ddb-0c77312f2454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:26.237488 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_v2 [None req-b815385d-eaad-4686-b50e-ad992c079285 admin admin] Deleting subnet f88d15e0-e243-4613-8514-55793b806556 {{(pid=93046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:30:26.250573 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b815385d-eaad-4686-b50e-ad992c079285 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:26.254502 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-6a809693-1322-4d8c-8ddb-0c77312f2454 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c1bdc2d9e260466ab52b43cf5863a6d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3802683 Jul 29 14:30:26.259933 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 34770) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:26.280801 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a809693-1322-4d8c-8ddb-0c77312f2454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db77eab-feee-426c-9816-c892e90e1268,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:26.304589 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b815385d-eaad-4686-b50e-ad992c079285 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2928358'] for subnet, precommit_delete_associations {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:26.328257 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6874da68-fe89-462d-89f5-f4dbf8a11776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:26.373185 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6874da68-fe89-462d-89f5-f4dbf8a11776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:26.390218 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:26.480589 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b815385d-eaad-4686-b50e-ad992c079285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773198'] for subnet, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:26.494591 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6874da68-fe89-462d-89f5-f4dbf8a11776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:26.495495 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 32ae92f3-c098-40b8-9b96-285528c4513e no longer exists at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:30:26.497332 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6874da68-fe89-462d-89f5-f4dbf8a11776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:26.498854 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-6874da68-fe89-462d-89f5-f4dbf8a11776 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9db77eab-feee-426c-9816-c892e90e1268 HTTP/1.1" status: 204 len: 168 time: 0.2380464 Jul 29 14:30:26.512038 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874da68-fe89-462d-89f5-f4dbf8a11776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db77eab-feee-426c-9816-c892e90e1268,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:26.591051 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] No Port match for: 32ae92f3-c098-40b8-9b96-285528c4513e {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:30:26.592310 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 32ae92f3-c098-40b8-9b96-285528c4513e not bound to the agent host dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:30:26.611785 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b815385d-eaad-4686-b50e-ad992c079285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2971958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58777958'] for subnet, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:26.643289 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815385d-eaad-4686-b50e-ad992c079285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f88d15e0-e243-4613-8514-55793b806556,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:26.645244 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-b815385d-eaad-4686-b50e-ad992c079285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:26.649839 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 34780) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:26.650201 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-b815385d-eaad-4686-b50e-ad992c079285 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f88d15e0-e243-4613-8514-55793b806556 HTTP/1.1" status: 204 len: 168 time: 0.4756742 Jul 29 14:30:26.660301 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a190b5-e178-49a8-9d43-70db98912419 None None] Network 649069cd-d806-427b-a757-cfeae2f626e8 requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:30:26.822949 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7e30a5ce-8aa2-4504-94ee-485c07504f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653895'] for network, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:26.914875 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-7e30a5ce-8aa2-4504-94ee-485c07504f55 admin admin] Deleting port 6d015b16-12ce-4dc0-8148-0599dc00e7b8 {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:30:26.917352 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7e30a5ce-8aa2-4504-94ee-485c07504f55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:26.971506 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77054ee7-aef8-4fef-87a4-a7325ff36162 None None] DHCP port deletion for 649069cd-d806-427b-a757-cfeae2f626e8 request from dv-cinder-802882-2-iscsi {{(pid=93048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:30:27.006014 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [None req-7e30a5ce-8aa2-4504-94ee-485c07504f55 admin admin] For port 6d015b16-12ce-4dc0-8148-0599dc00e7b8, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=6d015b16-12ce-4dc0-8148-0599dc00e7b8,segment=NetworkSegment(d1e066a2-edad-4504-86ea-564edaec1a7e),segment_id=d1e066a2-edad-4504-86ea-564edaec1a7e)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:30:27.006388 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7e30a5ce-8aa2-4504-94ee-485c07504f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:27.019838 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-7e30a5ce-8aa2-4504-94ee-485c07504f55 admin admin] Calling delete_port for 6d015b16-12ce-4dc0-8148-0599dc00e7b8 owned by network:dhcp {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:30:27.029873 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-77054ee7-aef8-4fef-87a4-a7325ff36162 None None] Deleting port 6d015b16-12ce-4dc0-8148-0599dc00e7b8 {{(pid=93048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:30:27.030399 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-77054ee7-aef8-4fef-87a4-a7325ff36162 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:27.105281 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-77054ee7-aef8-4fef-87a4-a7325ff36162 None None] For port 6d015b16-12ce-4dc0-8148-0599dc00e7b8, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=6d015b16-12ce-4dc0-8148-0599dc00e7b8,segment=NetworkSegment(d1e066a2-edad-4504-86ea-564edaec1a7e),segment_id=d1e066a2-edad-4504-86ea-564edaec1a7e)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:30:27.105774 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-77054ee7-aef8-4fef-87a4-a7325ff36162 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:27.143137 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7e30a5ce-8aa2-4504-94ee-485c07504f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:27.175646 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e30a5ce-8aa2-4504-94ee-485c07504f55 admin admin] No DVR routers for this DVR port 6d015b16-12ce-4dc0-8148-0599dc00e7b8 on host dv-cinder-802882-2-iscsi {{(pid=93047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:30:27.180824 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30a5ce-8aa2-4504-94ee-485c07504f55 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d015b16-12ce-4dc0-8148-0599dc00e7b8,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:27.263740 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7e30a5ce-8aa2-4504-94ee-485c07504f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770265', 'neutron.services.segments.db._delete_segments_for_network-8774390517041'] for network, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:27.274797 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-7e30a5ce-8aa2-4504-94ee-485c07504f55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['649069cd-d806-427b-a757-cfeae2f626e8']}} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:27.287282 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-7e30a5ce-8aa2-4504-94ee-485c07504f55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e066a2-edad-4504-86ea-564edaec1a7e') {'for_net_delete': True} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:27.287592 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-7e30a5ce-8aa2-4504-94ee-485c07504f55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e066a2-edad-4504-86ea-564edaec1a7e') {} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:27.298595 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7e30a5ce-8aa2-4504-94ee-485c07504f55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774390517562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3079135'] for segment, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:27.331106 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7e30a5ce-8aa2-4504-94ee-485c07504f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:27.339789 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e30a5ce-8aa2-4504-94ee-485c07504f55 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=93047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:30:27.340195 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7e30a5ce-8aa2-4504-94ee-485c07504f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078533'] for segment, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:27.343353 dv-cinder-802882-2-iscsi neutron-server[93047]: Traceback (most recent call last): Jul 29 14:30:27.343353 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:30:27.343353 dv-cinder-802882-2-iscsi neutron-server[93047]: timer() Jul 29 14:30:27.343353 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:30:27.343353 dv-cinder-802882-2-iscsi neutron-server[93047]: cb(*args, **kw) Jul 29 14:30:27.343353 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:30:27.343353 dv-cinder-802882-2-iscsi neutron-server[93047]: return func(*args, **kwargs) Jul 29 14:30:27.343353 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:30:27.343353 dv-cinder-802882-2-iscsi neutron-server[93047]: self._notify() Jul 29 14:30:27.343353 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:30:27.343353 dv-cinder-802882-2-iscsi neutron-server[93047]: self.callback(batched_events) Jul 29 14:30:27.343353 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:30:27.343353 dv-cinder-802882-2-iscsi neutron-server[93047]: event.method(event) Jul 29 14:30:27.343353 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:30:27.343353 dv-cinder-802882-2-iscsi neutron-server[93047]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:30:27.343353 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:30:27.343353 dv-cinder-802882-2-iscsi neutron-server[93047]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:30:27.343353 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:30:27.343353 dv-cinder-802882-2-iscsi neutron-server[93047]: return f(self, *a, **k) Jul 29 14:30:27.343353 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:30:27.343353 dv-cinder-802882-2-iscsi neutron-server[93047]: return self._get(url).json() Jul 29 14:30:27.343353 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:30:27.343353 dv-cinder-802882-2-iscsi neutron-server[93047]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:30:27.343353 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:30:27.343353 dv-cinder-802882-2-iscsi neutron-server[93047]: return self.request(url, 'GET', **kwargs) Jul 29 14:30:27.343353 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:30:27.343353 dv-cinder-802882-2-iscsi neutron-server[93047]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:30:27.343353 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:30:27.343353 dv-cinder-802882-2-iscsi neutron-server[93047]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:30:27.343353 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:30:27.343353 dv-cinder-802882-2-iscsi neutron-server[93047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:30:27.343353 dv-cinder-802882-2-iscsi neutron-server[93047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:30:27.377152 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-77054ee7-aef8-4fef-87a4-a7325ff36162 None None] Calling delete_port for 6d015b16-12ce-4dc0-8148-0599dc00e7b8 owned by network:dhcp {{(pid=93048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:30:27.424190 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2f79cc08-ba3f-4bfa-a476-a4c6973682dc req-bdba12f8-555e-4d24-9e7a-ab26ff1557bc tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e3bea01-0124-42c6-88b0-28141ab33a3a HTTP/1.1" status: 200 len: 210 time: 0.0674102 Jul 29 14:30:27.450137 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7e30a5ce-8aa2-4504-94ee-485c07504f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744631'] for network, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:27.454894 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7e30a5ce-8aa2-4504-94ee-485c07504f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:27.456787 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-7e30a5ce-8aa2-4504-94ee-485c07504f55 admin admin] 10.222.0.44 "DELETE /v2.0/networks/649069cd-d806-427b-a757-cfeae2f626e8 HTTP/1.1" status: 204 len: 168 time: 0.8052018 Jul 29 14:30:27.474663 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30a5ce-8aa2-4504-94ee-485c07504f55 admin admin] Pushing event deleted for resources: {'Network': ['ID=649069cd-d806-427b-a757-cfeae2f626e8,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:27.495951 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-77054ee7-aef8-4fef-87a4-a7325ff36162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087'] for port, after_delete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:27.522840 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77054ee7-aef8-4fef-87a4-a7325ff36162 None None] Pushing event deleted for resources: {'Port': ['ID=6d015b16-12ce-4dc0-8148-0599dc00e7b8,revision_number=None']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:27.526013 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-77054ee7-aef8-4fef-87a4-a7325ff36162 None None] Network 649069cd-d806-427b-a757-cfeae2f626e8 is not hosted by any dhcp agent {{(pid=93048) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 14:30:27.532857 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77054ee7-aef8-4fef-87a4-a7325ff36162 None None] No DVR routers for this DVR port 6d015b16-12ce-4dc0-8148-0599dc00e7b8 on host dv-cinder-802882-2-iscsi {{(pid=93048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:30:27.657524 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 34808) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:27.723318 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-e1c9c60a-a27b-4b86-b03b-240427a87eb8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b522af7cb81c4d7583899d89c7783d4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0645230 Jul 29 14:30:27.725847 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 34810) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:27.852747 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ee79f2ae-cd9b-4268-9edc-2e245c0d328d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:27.895958 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ee79f2ae-cd9b-4268-9edc-2e245c0d328d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:27.920645 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-51949039-0c39-4db6-b55a-1a870828cd9a tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:27.922161 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-51949039-0c39-4db6-b55a-1a870828cd9a tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.42 "GET /v2.0/networks?id=fc30f6c6-945d-4102-8889-37cbeb7abf30 HTTP/1.1" status: 200 len: 812 time: 0.1697848 Jul 29 14:30:28.014145 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-b839bf4d-9746-4e79-a8fa-8b09220e226a tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=790cbd91660745c18b1d53f07528a1b3 HTTP/1.1" status: 200 len: 380 time: 0.0705631 Jul 29 14:30:28.031873 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-265b8e8d-016e-4b7f-93c1-06a9a26e1441 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Request body: {'port': {'device_id': '0e3bea01-0124-42c6-88b0-28141ab33a3a', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'admin_state_up': True, 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'security_groups': ['aa4e4174-8f26-4601-b1ba-82d657004d89']}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:30:28.039760 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d236c750-a3d3-4056-a74c-c3126c33652c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:28.094548 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ee79f2ae-cd9b-4268-9edc-2e245c0d328d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:28.097092 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ee79f2ae-cd9b-4268-9edc-2e245c0d328d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:28.105945 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 094b3d8b-3aa7-4644-aadf-4dc4e653b8bf no longer exists at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:30:28.109944 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-ee79f2ae-cd9b-4268-9edc-2e245c0d328d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f3b42c7c-69a0-4763-9282-814d3999850f HTTP/1.1" status: 204 len: 168 time: 0.3739302 Jul 29 14:30:28.125452 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79f2ae-cd9b-4268-9edc-2e245c0d328d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b42c7c-69a0-4763-9282-814d3999850f,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:28.136347 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] No Port match for: 094b3d8b-3aa7-4644-aadf-4dc4e653b8bf {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:30:28.136780 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 094b3d8b-3aa7-4644-aadf-4dc4e653b8bf not bound to the agent host dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:30:28.137466 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 6d015b16-12ce-4dc0-8148-0599dc00e7b8 no longer exists at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:30:28.188690 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] No Port match for: 6d015b16-12ce-4dc0-8148-0599dc00e7b8 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:30:28.189433 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 6d015b16-12ce-4dc0-8148-0599dc00e7b8 not bound to the agent host dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:30:28.237228 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-265b8e8d-016e-4b7f-93c1-06a9a26e1441 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Made reservation on behalf of 790cbd91660745c18b1d53f07528a1b3 for: {'port': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:30:28.241040 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-265b8e8d-016e-4b7f-93c1-06a9a26e1441 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:28.283910 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:28.447254 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-265b8e8d-016e-4b7f-93c1-06a9a26e1441 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Allocated IP 172.20.0.4 (fc30f6c6-945d-4102-8889-37cbeb7abf30/96251832-4e3f-4c8a-b08d-273ae0959694/e3b6e33d-09c3-48cf-8948-46683ac0cb3a) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:30:28.562182 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a34b787c-b487-4cb0-bcd4-544f7280d64f req-37ec7013-bb15-4be7-a9aa-3b2b10a8b018 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e3bea01-0124-42c6-88b0-28141ab33a3a HTTP/1.1" status: 200 len: 210 time: 0.0333984 Jul 29 14:30:28.648056 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-265b8e8d-016e-4b7f-93c1-06a9a26e1441 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:28.661376 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-265b8e8d-016e-4b7f-93c1-06a9a26e1441 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Transition to ACTIVE for port object e3b6e33d-09c3-48cf-8948-46683ac0cb3a will not be triggered until provisioned by entity DHCP. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:30:28.694789 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-265b8e8d-016e-4b7f-93c1-06a9a26e1441 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:28.696258 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 34822) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:28.742572 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-265b8e8d-016e-4b7f-93c1-06a9a26e1441 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Network fc30f6c6-945d-4102-8889-37cbeb7abf30 is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:30:28.745816 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-265b8e8d-016e-4b7f-93c1-06a9a26e1441 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:30:28.746368 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-339019e9-3041-4288-bf8d-fab06f45f2d7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fac76ac065bc4cc0a4986d384f567b78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487025 Jul 29 14:30:28.748716 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 34824) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:28.752101 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-265b8e8d-016e-4b7f-93c1-06a9a26e1441 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:30:28.776804 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b8e8d-016e-4b7f-93c1-06a9a26e1441 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Pushing event updated for resources: {'Port': ['ID=e3b6e33d-09c3-48cf-8948-46683ac0cb3a,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:28.803254 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cbe7987c-448b-4a21-b9b7-01e3472633d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:28.807412 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-265b8e8d-016e-4b7f-93c1-06a9a26e1441 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:28.808041 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-265b8e8d-016e-4b7f-93c1-06a9a26e1441 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:28.826863 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-265b8e8d-016e-4b7f-93c1-06a9a26e1441 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8025482 Jul 29 14:30:28.827653 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cbe7987c-448b-4a21-b9b7-01e3472633d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:28.843689 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-c0565eb5-be28-48c5-9bfb-ab0d95cfb861 service neutron] Request body: {'port': {'device_id': '0e3bea01-0124-42c6-88b0-28141ab33a3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:30:28.879669 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cbe7987c-448b-4a21-b9b7-01e3472633d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:28.882529 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cbe7987c-448b-4a21-b9b7-01e3472633d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:28.885983 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-cbe7987c-448b-4a21-b9b7-01e3472633d7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/22140267-3b90-49b8-bfd6-e8117abc11e0 HTTP/1.1" status: 204 len: 168 time: 0.1329770 Jul 29 14:30:28.892511 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7987c-448b-4a21-b9b7-01e3472633d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22140267-3b90-49b8-bfd6-e8117abc11e0,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:28.907336 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-c0565eb5-be28-48c5-9bfb-ab0d95cfb861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:29.046013 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-bd9eb2a6-9e32-4f87-acd4-050cb1b1c105 None None] Provisioning for port e3b6e33d-09c3-48cf-8948-46683ac0cb3a completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:30:29.049876 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-bd9eb2a6-9e32-4f87-acd4-050cb1b1c105 None None] Provisioning complete for port e3b6e33d-09c3-48cf-8948-46683ac0cb3a triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:30:29.050293 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-bd9eb2a6-9e32-4f87-acd4-050cb1b1c105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:29.092091 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-bd9eb2a6-9e32-4f87-acd4-050cb1b1c105 None None] Port e3b6e33d-09c3-48cf-8948-46683ac0cb3a cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:30:29.190198 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-c0565eb5-be28-48c5-9bfb-ab0d95cfb861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3b6e33d-09c3-48cf-8948-46683ac0cb3a {{(pid=93046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:30:29.197721 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-c0565eb5-be28-48c5-9bfb-ab0d95cfb861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:29.210919 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-c0565eb5-be28-48c5-9bfb-ab0d95cfb861 service neutron] Transition to ACTIVE for port object e3b6e33d-09c3-48cf-8948-46683ac0cb3a will not be triggered until provisioned by entity L2. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:30:29.215009 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-c0565eb5-be28-48c5-9bfb-ab0d95cfb861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971904'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:29.271800 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0565eb5-be28-48c5-9bfb-ab0d95cfb861 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b6e33d-09c3-48cf-8948-46683ac0cb3a,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:29.360747 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:29.364534 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-c0565eb5-be28-48c5-9bfb-ab0d95cfb861 service neutron] Attempting to bind port e3b6e33d-09c3-48cf-8948-46683ac0cb3a on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:30:29.364887 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-c0565eb5-be28-48c5-9bfb-ab0d95cfb861 service neutron] Attempting to bind port e3b6e33d-09c3-48cf-8948-46683ac0cb3a by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': '9e1b997b-38b8-4a39-8704-0a229296c38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30'}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:30:29.365225 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-c0565eb5-be28-48c5-9bfb-ab0d95cfb861 service neutron] Attempting to bind port e3b6e33d-09c3-48cf-8948-46683ac0cb3a on network fc30f6c6-945d-4102-8889-37cbeb7abf30 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:30:29.370094 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-c0565eb5-be28-48c5-9bfb-ab0d95cfb861 service neutron] Port e3b6e33d-09c3-48cf-8948-46683ac0cb3a on network fc30f6c6-945d-4102-8889-37cbeb7abf30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:30:29.370499 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-c0565eb5-be28-48c5-9bfb-ab0d95cfb861 service neutron] Attempting to bind port e3b6e33d-09c3-48cf-8948-46683ac0cb3a on network fc30f6c6-945d-4102-8889-37cbeb7abf30 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:30:29.376343 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-c0565eb5-be28-48c5-9bfb-ab0d95cfb861 service neutron] Checking agent: {'id': 'fd26b577-982f-4e34-ab76-8a88883d4fab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:30:29.376681 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-c0565eb5-be28-48c5-9bfb-ab0d95cfb861 service neutron] Checking segment: {'id': '9e1b997b-38b8-4a39-8704-0a229296c38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:30:29.377062 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-c0565eb5-be28-48c5-9bfb-ab0d95cfb861 service neutron] Bound using segment: {'id': '9e1b997b-38b8-4a39-8704-0a229296c38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30'} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:30:29.377488 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-c0565eb5-be28-48c5-9bfb-ab0d95cfb861 service neutron] Bound port: e3b6e33d-09c3-48cf-8948-46683ac0cb3a, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e1b997b-38b8-4a39-8704-0a229296c38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30'}}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:30:29.378082 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-c0565eb5-be28-48c5-9bfb-ab0d95cfb861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:29.444841 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ac71b429-c124-45f1-82a3-a7f9584228b6 req-56f580c3-1e98-4bcf-a904-f9730f88d584 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449588 Jul 29 14:30:29.467045 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-c0565eb5-be28-48c5-9bfb-ab0d95cfb861 service neutron] For port e3b6e33d-09c3-48cf-8948-46683ac0cb3a, host hv-cinder-80288, cleared binding levels {{(pid=93046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:30:29.470820 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-c0565eb5-be28-48c5-9bfb-ab0d95cfb861 service neutron] For port e3b6e33d-09c3-48cf-8948-46683ac0cb3a, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=e3b6e33d-09c3-48cf-8948-46683ac0cb3a,segment=NetworkSegment(9e1b997b-38b8-4a39-8704-0a229296c38f),segment_id=9e1b997b-38b8-4a39-8704-0a229296c38f)] {{(pid=93046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:30:29.475580 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-c0565eb5-be28-48c5-9bfb-ab0d95cfb861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971904'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:29.515564 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-c0565eb5-be28-48c5-9bfb-ab0d95cfb861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:29.516386 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-c0565eb5-be28-48c5-9bfb-ab0d95cfb861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:29.517996 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-c0565eb5-be28-48c5-9bfb-ab0d95cfb861 service neutron] 10.222.0.42 "PUT /v2.0/ports/e3b6e33d-09c3-48cf-8948-46683ac0cb3a HTTP/1.1" status: 200 len: 1093 time: 0.6792524 Jul 29 14:30:29.518460 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e3bea01-0124-42c6-88b0-28141ab33a3a', 'tag': 'e3b6e33d-09c3-48cf-8948-46683ac0cb3a'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:30:29.521878 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12d0d8acfdc7c270d197b253719fe34768a82c9c4ffac31e71dba4df5af88c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958a4d42-e906-4923-8908-0bc6e48ddb88" -d '{"events": [{"name": "network-changed", "server_uuid": "0e3bea01-0124-42c6-88b0-28141ab33a3a", "tag": "e3b6e33d-09c3-48cf-8948-46683ac0cb3a"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:30:29.531916 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71b429-c124-45f1-82a3-a7f9584228b6 req-d91294c3-7db2-4f79-97ed-cc033dac1b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:29.533615 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ac71b429-c124-45f1-82a3-a7f9584228b6 req-d91294c3-7db2-4f79-97ed-cc033dac1b6d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ecc5aee94f74408ba54b34189a01d823&device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 1100 time: 0.0596917 Jul 29 14:30:29.608688 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0565eb5-be28-48c5-9bfb-ab0d95cfb861 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b6e33d-09c3-48cf-8948-46683ac0cb3a,revision_number=3']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:29.621788 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-4bc5e71d-17a3-417c-bb71-9b5dde0c4f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:29.624596 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-4bc5e71d-17a3-417c-bb71-9b5dde0c4f8d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=790cbd91660745c18b1d53f07528a1b3&device_id=0e3bea01-0124-42c6-88b0-28141ab33a3a HTTP/1.1" status: 200 len: 1096 time: 0.0561061 Jul 29 14:30:29.625399 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7104a1f6-090b-4bda-b5e6-a56358a10a6f x-openstack-request-id: req-7104a1f6-090b-4bda-b5e6-a56358a10a6f {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:30:29.625801 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e3bea01-0124-42c6-88b0-28141ab33a3a", "tag": "e3b6e33d-09c3-48cf-8948-46683ac0cb3a", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:30:29.625950 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7104a1f6-090b-4bda-b5e6-a56358a10a6f {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:30:29.626356 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e3bea01-0124-42c6-88b0-28141ab33a3a', 'tag': 'e3b6e33d-09c3-48cf-8948-46683ac0cb3a', 'status': 'completed', 'code': 200} Jul 29 14:30:29.708356 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-0c73e212-4d14-44d4-9f5f-4573c507b346 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3b6e33d-09c3-48cf-8948-46683ac0cb3a HTTP/1.1" status: 200 len: 217 time: 0.0733297 Jul 29 14:30:29.715291 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71b429-c124-45f1-82a3-a7f9584228b6 req-08ff7d4a-cf21-463b-b3b2-31dc32863563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:29.716967 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ac71b429-c124-45f1-82a3-a7f9584228b6 req-08ff7d4a-cf21-463b-b3b2-31dc32863563 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a4c7fff-7798-4447-98a3-cd40daeca628 HTTP/1.1" status: 200 len: 918 time: 0.1600745 Jul 29 14:30:29.742820 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 34856) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:29.782351 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-127d3385-3076-4cff-a967-0a5422f0babb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:29.783858 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-127d3385-3076-4cff-a967-0a5422f0babb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96251832-4e3f-4c8a-b08d-273ae0959694 HTTP/1.1" status: 200 len: 851 time: 0.0662682 Jul 29 14:30:29.840391 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-92864822-bf2f-4963-96e9-073fe8388382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:29.843032 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-92864822-bf2f-4963-96e9-073fe8388382 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fc30f6c6-945d-4102-8889-37cbeb7abf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502045 Jul 29 14:30:29.956962 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-dc1e90c0-2931-4936-91a1-64f69bb56c51 service neutron] 10.222.0.42 "GET /v2.0/networks/fc30f6c6-945d-4102-8889-37cbeb7abf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030350 Jul 29 14:30:30.099495 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07ab96-a5b1-4fa9-941b-0b8f2cfad9d5 req-85fceafa-4f1e-4dd9-a43b-45a00232e4f8 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:30.107152 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bb07ab96-a5b1-4fa9-941b-0b8f2cfad9d5 req-85fceafa-4f1e-4dd9-a43b-45a00232e4f8 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e3bea01-0124-42c6-88b0-28141ab33a3a HTTP/1.1" status: 200 len: 943 time: 0.4146101 Jul 29 14:30:30.140253 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ac71b429-c124-45f1-82a3-a7f9584228b6 req-f732d1c3-620a-4397-981c-67e967e137c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6e2264e-d738-46e7-9f34-015f36786387 HTTP/1.1" status: 200 len: 1002 time: 0.4095714 Jul 29 14:30:30.185517 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bb07ab96-a5b1-4fa9-941b-0b8f2cfad9d5 req-35fc1a82-69bc-413f-9f84-5cd1bab7864f tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770414 Jul 29 14:30:30.210525 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71b429-c124-45f1-82a3-a7f9584228b6 req-b4f9c833-a184-4484-aed5-480b9b10be2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:30.211982 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ac71b429-c124-45f1-82a3-a7f9584228b6 req-b4f9c833-a184-4484-aed5-480b9b10be2e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6 HTTP/1.1" status: 200 len: 856 time: 0.0619614 Jul 29 14:30:30.219746 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-992baa31-b308-4f62-a2bf-6975a1d796c0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1780212279-network', 'tenant_id': '9909d279060d4835b6f235322efefc98'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:30:30.275869 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992baa31-b308-4f62-a2bf-6975a1d796c0 admin admin] Made reservation on behalf of 9909d279060d4835b6f235322efefc98 for: {'network': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:30:30.278126 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-992baa31-b308-4f62-a2bf-6975a1d796c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for network, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:30.282991 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71b429-c124-45f1-82a3-a7f9584228b6 req-b80224aa-c2ed-43b8-a872-824f350a2d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:30.284466 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ac71b429-c124-45f1-82a3-a7f9584228b6 req-b80224aa-c2ed-43b8-a872-824f350a2d38 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a4c7fff-7798-4447-98a3-cd40daeca628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0610256 Jul 29 14:30:30.289834 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-992baa31-b308-4f62-a2bf-6975a1d796c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:30.327294 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-643ae74c-ca7a-44c9-b7f8-8589fee86921 req-723ee0f3-9594-41ab-8f93-faf7463fac03 service neutron] 10.222.0.42 "GET /v2.0/networks/fc30f6c6-945d-4102-8889-37cbeb7abf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625066 Jul 29 14:30:30.411958 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a4d42-e906-4923-8908-0bc6e48ddb88 req-c52ee3e0-e982-4cda-a7ff-bc9a271c51c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:30.413465 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-958a4d42-e906-4923-8908-0bc6e48ddb88 req-c52ee3e0-e982-4cda-a7ff-bc9a271c51c3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=790cbd91660745c18b1d53f07528a1b3&device_id=0e3bea01-0124-42c6-88b0-28141ab33a3a HTTP/1.1" status: 200 len: 1096 time: 0.0412786 Jul 29 14:30:30.414598 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ac71b429-c124-45f1-82a3-a7f9584228b6 req-002b86ad-2fed-472e-8c4a-4f37f195194e service neutron] 10.222.0.42 "GET /v2.0/networks/8a4c7fff-7798-4447-98a3-cd40daeca628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161344 Jul 29 14:30:30.503559 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-992baa31-b308-4f62-a2bf-6975a1d796c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:30.510070 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-992baa31-b308-4f62-a2bf-6975a1d796c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:30.514596 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a4d42-e906-4923-8908-0bc6e48ddb88 req-e2c1d489-cbb2-4a47-9b1f-db69632fa96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:30.516415 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-958a4d42-e906-4923-8908-0bc6e48ddb88 req-e2c1d489-cbb2-4a47-9b1f-db69632fa96c service neutron] 10.222.0.42 "GET /v2.0/networks?id=fc30f6c6-945d-4102-8889-37cbeb7abf30 HTTP/1.1" status: 200 len: 913 time: 0.0878923 Jul 29 14:30:30.556189 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-992baa31-b308-4f62-a2bf-6975a1d796c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=93047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:30:30.560638 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-958a4d42-e906-4923-8908-0bc6e48ddb88 req-7a368d9d-fe5d-4b19-a23b-a766d3cd3c89 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3b6e33d-09c3-48cf-8948-46683ac0cb3a HTTP/1.1" status: 200 len: 217 time: 0.0354180 Jul 29 14:30:30.564478 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992baa31-b308-4f62-a2bf-6975a1d796c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87745ea-7b1c-45a8-a8d2-ca509a2ef590,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:30.568377 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ac71b429-c124-45f1-82a3-a7f9584228b6 req-d58db1f4-3dd0-4354-829a-1765af0108f8 service neutron] 10.222.0.42 "GET /v2.0/networks/8a4c7fff-7798-4447-98a3-cd40daeca628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391420 Jul 29 14:30:30.573146 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-992baa31-b308-4f62-a2bf-6975a1d796c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:30.573621 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.db.segments_db [None req-992baa31-b308-4f62-a2bf-6975a1d796c0 admin admin] Added segment d177a896-598d-44ab-912e-cc71faf73d3b of type vlan for network 485bb981-027b-4d59-af5e-b80b5dab9d30 Jul 29 14:30:30.613564 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-992baa31-b308-4f62-a2bf-6975a1d796c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774390054750'] for network, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:30.633758 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a4d42-e906-4923-8908-0bc6e48ddb88 req-7663cf96-c8aa-41ff-811a-411c5fdda7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:30.635240 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-958a4d42-e906-4923-8908-0bc6e48ddb88 req-7663cf96-c8aa-41ff-811a-411c5fdda7c5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96251832-4e3f-4c8a-b08d-273ae0959694 HTTP/1.1" status: 200 len: 851 time: 0.0509090 Jul 29 14:30:30.645187 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-992baa31-b308-4f62-a2bf-6975a1d796c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:30.646338 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992baa31-b308-4f62-a2bf-6975a1d796c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:30.647096 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-992baa31-b308-4f62-a2bf-6975a1d796c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:30.683416 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a4d42-e906-4923-8908-0bc6e48ddb88 req-c61df651-a23e-4c83-9ea0-0440f965171e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:30.684909 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-958a4d42-e906-4923-8908-0bc6e48ddb88 req-c61df651-a23e-4c83-9ea0-0440f965171e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fc30f6c6-945d-4102-8889-37cbeb7abf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403390 Jul 29 14:30:30.701241 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-992baa31-b308-4f62-a2bf-6975a1d796c0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9573026 Jul 29 14:30:30.704374 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 34866) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:30.710266 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992baa31-b308-4f62-a2bf-6975a1d796c0 admin admin] Pushing event updated for resources: {'Network': ['ID=485bb981-027b-4d59-af5e-b80b5dab9d30,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:30.720389 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Network 485bb981-027b-4d59-af5e-b80b5dab9d30 details requested by agent ovs-agent-dv-cinder-802882-2-iscsi with host dv-cinder-802882-2-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:30:30.722911 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-11ba069b-3a87-4d3d-a6bf-0167858a0fe5 admin admin] Request body: {'subnet': {'network_id': '485bb981-027b-4d59-af5e-b80b5dab9d30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1780212279-subnet', 'tenant_id': '9909d279060d4835b6f235322efefc98', 'ip_version': 4}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:30:30.777464 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ba069b-3a87-4d3d-a6bf-0167858a0fe5 admin admin] Made reservation on behalf of 9909d279060d4835b6f235322efefc98 for: {'subnet': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:30:30.780441 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-11ba069b-3a87-4d3d-a6bf-0167858a0fe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58777921'] for subnet, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:30.853605 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-958a4d42-e906-4923-8908-0bc6e48ddb88 req-4546557e-e016-494c-8890-adda1bbec6d1 service neutron] 10.222.0.42 "GET /v2.0/networks/fc30f6c6-945d-4102-8889-37cbeb7abf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572177 Jul 29 14:30:30.994956 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-958a4d42-e906-4923-8908-0bc6e48ddb88 req-eba2c63b-6c37-4530-8558-bf2cbfdadd54 service neutron] 10.222.0.42 "GET /v2.0/networks/fc30f6c6-945d-4102-8889-37cbeb7abf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263463 Jul 29 14:30:31.035808 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-11ba069b-3a87-4d3d-a6bf-0167858a0fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2972021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58777967'] for subnet, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:31.088515 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba069b-3a87-4d3d-a6bf-0167858a0fe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b466c7f2-33c8-40e2-9381-3668f681c8d2,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:31.097788 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ba069b-3a87-4d3d-a6bf-0167858a0fe5 admin admin] Checking segment: {'id': 'd177a896-598d-44ab-912e-cc71faf73d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '485bb981-027b-4d59-af5e-b80b5dab9d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:30:31.098181 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ba069b-3a87-4d3d-a6bf-0167858a0fe5 admin admin] Network hostable DHCP agents. Network: 485bb981-027b-4d59-af5e-b80b5dab9d30, hostable agents: ['7d25a96f-5a28-47f2-8bd3-87860bff61e6'], hosted agents: [] {{(pid=93046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:30:31.114519 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ba069b-3a87-4d3d-a6bf-0167858a0fe5 admin admin] Network 485bb981-027b-4d59-af5e-b80b5dab9d30 is scheduled to be hosted by DHCP agent 7d25a96f-5a28-47f2-8bd3-87860bff61e6 with binding_index 1 {{(pid=93046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:30:31.123046 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-11ba069b-3a87-4d3d-a6bf-0167858a0fe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-2-iscsi, 485bb981-027b-4d59-af5e-b80b5dab9d30) {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:30:31.127087 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ba069b-3a87-4d3d-a6bf-0167858a0fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:31.127884 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-11ba069b-3a87-4d3d-a6bf-0167858a0fe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:31.131425 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53cd8a4-d1ff-450b-bb49-489eceaa5bda None None] Network 485bb981-027b-4d59-af5e-b80b5dab9d30 requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:30:31.143774 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-11ba069b-3a87-4d3d-a6bf-0167858a0fe5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4383900 Jul 29 14:30:31.146656 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 34870) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:31.151404 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-b8c15560-7b43-43d2-a168-837da96225d2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1780212279-router', 'tenant_id': '9909d279060d4835b6f235322efefc98', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'}}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:30:31.175516 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b8c15560-7b43-43d2-a168-837da96225d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2750'] for router, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:31.176817 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b8c15560-7b43-43d2-a168-837da96225d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2737'] for router, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:31.235858 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b8c15560-7b43-43d2-a168-837da96225d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:31.297871 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cba4da-55bd-47d6-976c-eba4e7a496f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp996c38f0-f082-52d3-b50b-327a8c50c333-485bb981-027b-4d59-af5e-b80b5dab9d30', 'network_id': '485bb981-027b-4d59-af5e-b80b5dab9d30', 'tenant_id': '9909d279060d4835b6f235322efefc98', 'fixed_ips': [{'subnet_id': 'b466c7f2-33c8-40e2-9381-3668f681c8d2'}]}} from dv-cinder-802882-2-iscsi. {{(pid=93048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:30:31.298933 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-69cba4da-55bd-47d6-976c-eba4e7a496f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:31.400985 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:31.415246 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b8c15560-7b43-43d2-a168-837da96225d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744650', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2723'] for router, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:31.430082 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758da16d-2b57-40f3-8d9d-467df4b52bea req-82ee3467-87c5-43b9-84df-b096ac85269b tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:31.431604 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-758da16d-2b57-40f3-8d9d-467df4b52bea req-82ee3467-87c5-43b9-84df-b096ac85269b tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e3bea01-0124-42c6-88b0-28141ab33a3a HTTP/1.1" status: 200 len: 943 time: 0.1501324 Jul 29 14:30:31.457442 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.db_base_plugin_common [None req-69cba4da-55bd-47d6-976c-eba4e7a496f5 None None] Allocated IP 172.20.0.2 (485bb981-027b-4d59-af5e-b80b5dab9d30/b466c7f2-33c8-40e2-9381-3668f681c8d2/a7284c33-d987-4893-89c7-612f49dfe27a) {{(pid=93048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:30:31.514566 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-758da16d-2b57-40f3-8d9d-467df4b52bea req-d52b9a06-fc68-402f-b3e8-7845facfb5da tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764995 Jul 29 14:30:31.660285 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-69cba4da-55bd-47d6-976c-eba4e7a496f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:31.670101 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-69cba4da-55bd-47d6-976c-eba4e7a496f5 None None] Transition to ACTIVE for port object a7284c33-d987-4893-89c7-612f49dfe27a will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:30:31.686265 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-69cba4da-55bd-47d6-976c-eba4e7a496f5 None None] Transition to ACTIVE for port object a7284c33-d987-4893-89c7-612f49dfe27a will not be triggered until provisioned by entity DHCP. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:30:31.691986 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-69cba4da-55bd-47d6-976c-eba4e7a496f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078'] for port, after_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:31.699822 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b8c15560-7b43-43d2-a168-837da96225d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:31.719423 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b8c15560-7b43-43d2-a168-837da96225d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:31.729992 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cba4da-55bd-47d6-976c-eba4e7a496f5 None None] Network 485bb981-027b-4d59-af5e-b80b5dab9d30 is already hosted by enough agents. {{(pid=93048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:30:31.737042 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.scheduler.base_scheduler [None req-69cba4da-55bd-47d6-976c-eba4e7a496f5 None None] Resources bound (agent type, host, resource id): {{(pid=93048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:30:31.741487 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cba4da-55bd-47d6-976c-eba4e7a496f5 None None] Received port after_create {{(pid=93048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:30:31.746020 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cba4da-55bd-47d6-976c-eba4e7a496f5 None None] Pushing event updated for resources: {'Port': ['ID=a7284c33-d987-4893-89c7-612f49dfe27a,revision_number=1']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:31.798204 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-69cba4da-55bd-47d6-976c-eba4e7a496f5 None None] Attempting to bind port a7284c33-d987-4893-89c7-612f49dfe27a on host dv-cinder-802882-2-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:30:31.798639 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-69cba4da-55bd-47d6-976c-eba4e7a496f5 None None] Attempting to bind port a7284c33-d987-4893-89c7-612f49dfe27a by drivers openvswitch,hyperv on host dv-cinder-802882-2-iscsi at level 0 using segments [{'id': 'd177a896-598d-44ab-912e-cc71faf73d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '485bb981-027b-4d59-af5e-b80b5dab9d30'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:30:31.799079 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cba4da-55bd-47d6-976c-eba4e7a496f5 None None] Attempting to bind port a7284c33-d987-4893-89c7-612f49dfe27a on network 485bb981-027b-4d59-af5e-b80b5dab9d30 {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:30:31.804512 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cba4da-55bd-47d6-976c-eba4e7a496f5 None None] Checking agent: {'id': '1ca66b18-24af-4c4d-ab67-53f04b5066d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 14, 58), 'started_at': datetime.datetime(2021, 7, 29, 14, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:30:31.804512 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cba4da-55bd-47d6-976c-eba4e7a496f5 None None] Checking segment: {'id': 'd177a896-598d-44ab-912e-cc71faf73d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '485bb981-027b-4d59-af5e-b80b5dab9d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:30:31.804879 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-69cba4da-55bd-47d6-976c-eba4e7a496f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:31.805275 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cba4da-55bd-47d6-976c-eba4e7a496f5 None None] Bound using segment: {'id': 'd177a896-598d-44ab-912e-cc71faf73d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '485bb981-027b-4d59-af5e-b80b5dab9d30'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:30:31.805760 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-69cba4da-55bd-47d6-976c-eba4e7a496f5 None None] Bound port: a7284c33-d987-4893-89c7-612f49dfe27a, host: dv-cinder-802882-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd177a896-598d-44ab-912e-cc71faf73d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '485bb981-027b-4d59-af5e-b80b5dab9d30'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:30:31.806181 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-69cba4da-55bd-47d6-976c-eba4e7a496f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:31.836914 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [None req-b8c15560-7b43-43d2-a168-837da96225d2 admin admin] Allocated IP 172.27.2.192 (32664875-679c-4a6a-adbf-80e7664b419a/8daef0cf-848b-40ef-9b17-9a185079ae25/238cdba9-6021-466b-942d-98254d4da3e4) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:30:31.880030 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-69cba4da-55bd-47d6-976c-eba4e7a496f5 None None] For port a7284c33-d987-4893-89c7-612f49dfe27a, host dv-cinder-802882-2-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:30:31.886323 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-69cba4da-55bd-47d6-976c-eba4e7a496f5 None None] For port a7284c33-d987-4893-89c7-612f49dfe27a, host dv-cinder-802882-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=a7284c33-d987-4893-89c7-612f49dfe27a,segment=NetworkSegment(d177a896-598d-44ab-912e-cc71faf73d3b),segment_id=d177a896-598d-44ab-912e-cc71faf73d3b)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:30:31.891608 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-69cba4da-55bd-47d6-976c-eba4e7a496f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:31.953536 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b8c15560-7b43-43d2-a168-837da96225d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:31.954748 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cba4da-55bd-47d6-976c-eba4e7a496f5 None None] Pushing event updated for resources: {'Port': ['ID=a7284c33-d987-4893-89c7-612f49dfe27a,revision_number=2']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:31.993445 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b8c15560-7b43-43d2-a168-837da96225d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:32.035023 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c15560-7b43-43d2-a168-837da96225d2 admin admin] Network 32664875-679c-4a6a-adbf-80e7664b419a is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:30:32.040072 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-b8c15560-7b43-43d2-a168-837da96225d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:30:32.042576 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c15560-7b43-43d2-a168-837da96225d2 admin admin] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:30:32.049108 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c15560-7b43-43d2-a168-837da96225d2 admin admin] Pushing event updated for resources: {'Port': ['ID=238cdba9-6021-466b-942d-98254d4da3e4,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:32.324005 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b8c15560-7b43-43d2-a168-837da96225d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:32.520156 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b8c15560-7b43-43d2-a168-837da96225d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744687'] for router, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:32.680842 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad57ce2-76c3-42c6-9413-f1c1e8455b64 req-55600f36-7afa-4ca7-b061-d0283f85dd88 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:32.682346 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9ad57ce2-76c3-42c6-9413-f1c1e8455b64 req-55600f36-7afa-4ca7-b061-d0283f85dd88 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e3bea01-0124-42c6-88b0-28141ab33a3a HTTP/1.1" status: 200 len: 943 time: 0.0753651 Jul 29 14:30:32.748311 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9ad57ce2-76c3-42c6-9413-f1c1e8455b64 req-3e838a27-cd8a-424a-a7ff-a7260e1545d6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589321 Jul 29 14:30:32.749829 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c15560-7b43-43d2-a168-837da96225d2 admin admin] Router a2f7842a-40a2-491d-a2af-db24f50cf8ef is scheduled to L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c with binding_index 1 {{(pid=93047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:30:32.867066 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c15560-7b43-43d2-a168-837da96225d2 admin admin] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:30:32.879099 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d456c07f-45b7-4a87-866d-885d585d2814 None None] Sync routers for ids ['a2f7842a-40a2-491d-a2af-db24f50cf8ef'] in dv-cinder-802882-2-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:30:32.885171 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b8c15560-7b43-43d2-a168-837da96225d2 admin admin] Notify callbacks [] for router, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:32.887235 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-b8c15560-7b43-43d2-a168-837da96225d2 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7392783 Jul 29 14:30:32.889760 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 34902) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:32.892203 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d456c07f-45b7-4a87-866d-885d585d2814 None None] Routers {'a2f7842a-40a2-491d-a2af-db24f50cf8ef'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:30:32.893035 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-d456c07f-45b7-4a87-866d-885d585d2814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:30:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['a2f7842a-40a2-491d-a2af-db24f50cf8ef'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:32.921569 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8281494-dfc3-40df-9641-ef104fb057d3 None None] Network 485bb981-027b-4d59-af5e-b80b5dab9d30 requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:30:33.010828 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-d456c07f-45b7-4a87-866d-885d585d2814 None None] Set router a2f7842a-40a2-491d-a2af-db24f50cf8ef gateway port host: dv-cinder-802882-2-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:30:33.079340 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d0230985-ca13-4c6f-9e3c-09d9273c2c6d None None] Provisioning for port a7284c33-d987-4893-89c7-612f49dfe27a completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:30:33.250993 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-d456c07f-45b7-4a87-866d-885d585d2814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'name': 'tempest-TestShelveInstance-1780212279-router', 'tenant_id': '9909d279060d4835b6f235322efefc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '238cdba9-6021-466b-942d-98254d4da3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:30:31Z', 'updated_at': '2021-07-29T14:30:32Z', 'revision_number': 3, 'project_id': '9909d279060d4835b6f235322efefc98', 'gw_port': {'id': '238cdba9-6021-466b-942d-98254d4da3e4', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:31Z', 'updated_at': '2021-07-29T14:30:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi'}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:33.282678 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d456c07f-45b7-4a87-866d-885d585d2814 None None] Checking router: a2f7842a-40a2-491d-a2af-db24f50cf8ef for host: dv-cinder-802882-2-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:30:33.283206 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d456c07f-45b7-4a87-866d-885d585d2814 None None] Updating router a2f7842a-40a2-491d-a2af-db24f50cf8ef port 238cdba9-6021-466b-942d-98254d4da3e4 binding host dv-cinder-802882-2-iscsi {{(pid=93049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:30:33.318279 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-d456c07f-45b7-4a87-866d-885d585d2814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:33.407775 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-81e57a4c-dff7-41d8-acfd-083264ebc8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:33.575282 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [None req-81e57a4c-dff7-41d8-acfd-083264ebc8de admin admin] Allocated IP 172.20.0.1 (485bb981-027b-4d59-af5e-b80b5dab9d30/b466c7f2-33c8-40e2-9381-3668f681c8d2/9654b1a9-0651-4545-8461-6f5dab4b757a) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:30:33.589301 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-d456c07f-45b7-4a87-866d-885d585d2814 None None] Notify callbacks [] for port, precommit_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:33.611811 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.provisioning_blocks [None req-d456c07f-45b7-4a87-866d-885d585d2814 None None] Transition to ACTIVE for port object 238cdba9-6021-466b-942d-98254d4da3e4 will not be triggered until provisioned by entity L2. {{(pid=93049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:30:33.617636 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-d456c07f-45b7-4a87-866d-885d585d2814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:33.676923 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2e839-9072-4758-9308-a0c6dd044abf None None] Pushing event updated for resources: {'Port': ['ID=238cdba9-6021-466b-942d-98254d4da3e4,revision_number=2']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:33.679056 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-d456c07f-45b7-4a87-866d-885d585d2814 None None] Attempting to bind port 238cdba9-6021-466b-942d-98254d4da3e4 on host dv-cinder-802882-2-iscsi for vnic_type normal with profile {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:30:33.679518 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-d456c07f-45b7-4a87-866d-885d585d2814 None None] Attempting to bind port 238cdba9-6021-466b-942d-98254d4da3e4 by drivers openvswitch,hyperv on host dv-cinder-802882-2-iscsi at level 0 using segments [{'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:30:33.679809 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d456c07f-45b7-4a87-866d-885d585d2814 None None] Attempting to bind port 238cdba9-6021-466b-942d-98254d4da3e4 on network 32664875-679c-4a6a-adbf-80e7664b419a {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:30:33.689743 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2e839-9072-4758-9308-a0c6dd044abf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:33.690198 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2e839-9072-4758-9308-a0c6dd044abf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:33.690539 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2e839-9072-4758-9308-a0c6dd044abf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:33.690873 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2e839-9072-4758-9308-a0c6dd044abf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:33.691493 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2e839-9072-4758-9308-a0c6dd044abf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:33.691616 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2e839-9072-4758-9308-a0c6dd044abf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:33.691848 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2e839-9072-4758-9308-a0c6dd044abf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:33.692205 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2e839-9072-4758-9308-a0c6dd044abf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:33.692548 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2e839-9072-4758-9308-a0c6dd044abf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:33.692872 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2e839-9072-4758-9308-a0c6dd044abf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:33.693195 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2e839-9072-4758-9308-a0c6dd044abf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:33.693522 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2e839-9072-4758-9308-a0c6dd044abf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:33.696892 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d456c07f-45b7-4a87-866d-885d585d2814 None None] Checking agent: {'id': '1ca66b18-24af-4c4d-ab67-53f04b5066d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 14, 58), 'started_at': datetime.datetime(2021, 7, 29, 14, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:30:33.697272 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d456c07f-45b7-4a87-866d-885d585d2814 None None] Checking segment: {'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:30:33.697847 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-d456c07f-45b7-4a87-866d-885d585d2814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:33.698139 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-81e57a4c-dff7-41d8-acfd-083264ebc8de admin admin] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:33.698253 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d456c07f-45b7-4a87-866d-885d585d2814 None None] Bound using segment: {'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:30:33.698547 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-d456c07f-45b7-4a87-866d-885d585d2814 None None] Bound port: 238cdba9-6021-466b-942d-98254d4da3e4, host: dv-cinder-802882-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'}}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:30:33.699004 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-d456c07f-45b7-4a87-866d-885d585d2814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:33.711971 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.provisioning_blocks [None req-81e57a4c-dff7-41d8-acfd-083264ebc8de admin admin] Transition to ACTIVE for port object 9654b1a9-0651-4545-8461-6f5dab4b757a will not be triggered until provisioned by entity DHCP. {{(pid=93047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:30:33.745792 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-81e57a4c-dff7-41d8-acfd-083264ebc8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:33.762221 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-d456c07f-45b7-4a87-866d-885d585d2814 None None] For port 238cdba9-6021-466b-942d-98254d4da3e4, host dv-cinder-802882-2-iscsi, cleared binding levels {{(pid=93049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:30:33.765399 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-d456c07f-45b7-4a87-866d-885d585d2814 None None] For port 238cdba9-6021-466b-942d-98254d4da3e4, host dv-cinder-802882-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=238cdba9-6021-466b-942d-98254d4da3e4,segment=NetworkSegment(e7b1a31c-3199-44cd-ae65-85b7e84c8d28),segment_id=e7b1a31c-3199-44cd-ae65-85b7e84c8d28)] {{(pid=93049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:30:33.769768 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-d456c07f-45b7-4a87-866d-885d585d2814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:33.798869 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e57a4c-dff7-41d8-acfd-083264ebc8de admin admin] Network 485bb981-027b-4d59-af5e-b80b5dab9d30 is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:30:33.807487 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-81e57a4c-dff7-41d8-acfd-083264ebc8de admin admin] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:30:33.812825 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e57a4c-dff7-41d8-acfd-083264ebc8de admin admin] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:30:33.815705 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e57a4c-dff7-41d8-acfd-083264ebc8de admin admin] Pushing event updated for resources: {'Port': ['ID=9654b1a9-0651-4545-8461-6f5dab4b757a,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:33.817586 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d456c07f-45b7-4a87-866d-885d585d2814 None None] Routers {'a2f7842a-40a2-491d-a2af-db24f50cf8ef'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:30:33.817813 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-d456c07f-45b7-4a87-866d-885d585d2814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:30:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['a2f7842a-40a2-491d-a2af-db24f50cf8ef'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:33.879006 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2e839-9072-4758-9308-a0c6dd044abf None None] Pushing event updated for resources: {'Port': ['ID=238cdba9-6021-466b-942d-98254d4da3e4,revision_number=3']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:33.897158 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-81e57a4c-dff7-41d8-acfd-083264ebc8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744496'] for router_interface, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:33.950057 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49941de-e068-4aec-a769-7ca1854d92c9 req-7d3fb39f-ead7-46f1-b0f8-205ee8d6643c tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:33.952263 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c49941de-e068-4aec-a769-7ca1854d92c9 req-7d3fb39f-ead7-46f1-b0f8-205ee8d6643c tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e3bea01-0124-42c6-88b0-28141ab33a3a HTTP/1.1" status: 200 len: 943 time: 0.1082745 Jul 29 14:30:33.961109 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-d456c07f-45b7-4a87-866d-885d585d2814 None None] Set router a2f7842a-40a2-491d-a2af-db24f50cf8ef gateway port host: dv-cinder-802882-2-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:30:34.035314 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c49941de-e068-4aec-a769-7ca1854d92c9 req-874f433a-5d04-4e29-b647-89aca36a6ab8 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742764 Jul 29 14:30:34.088301 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-81e57a4c-dff7-41d8-acfd-083264ebc8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:34.135610 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device a7284c33-d987-4893-89c7-612f49dfe27a up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:30:34.169818 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-d456c07f-45b7-4a87-866d-885d585d2814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'name': 'tempest-TestShelveInstance-1780212279-router', 'tenant_id': '9909d279060d4835b6f235322efefc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '238cdba9-6021-466b-942d-98254d4da3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:30:31Z', 'updated_at': '2021-07-29T14:30:32Z', 'revision_number': 3, 'project_id': '9909d279060d4835b6f235322efefc98', 'gw_port': {'id': '238cdba9-6021-466b-942d-98254d4da3e4', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:31Z', 'updated_at': '2021-07-29T14:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi'}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:34.191257 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-7cddf858-b8bf-442e-8552-2c9e7cc9967b None None] Provisioning for port 9654b1a9-0651-4545-8461-6f5dab4b757a completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:30:34.198308 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-7cddf858-b8bf-442e-8552-2c9e7cc9967b None None] Provisioning complete for port 9654b1a9-0651-4545-8461-6f5dab4b757a triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:30:34.198941 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7cddf858-b8bf-442e-8552-2c9e7cc9967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:34.206156 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d456c07f-45b7-4a87-866d-885d585d2814 None None] The sync data for ids ['a2f7842a-40a2-491d-a2af-db24f50cf8ef'] in dv-cinder-802882-2-iscsi is: [{'id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'name': 'tempest-TestShelveInstance-1780212279-router', 'tenant_id': '9909d279060d4835b6f235322efefc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '238cdba9-6021-466b-942d-98254d4da3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:30:31Z', 'updated_at': '2021-07-29T14:30:32Z', 'revision_number': 3, 'project_id': '9909d279060d4835b6f235322efefc98', 'gw_port': {'id': '238cdba9-6021-466b-942d-98254d4da3e4', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:31Z', 'updated_at': '2021-07-29T14:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi'}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:30:34.246466 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning for port a7284c33-d987-4893-89c7-612f49dfe27a completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:30:34.250863 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-7cddf858-b8bf-442e-8552-2c9e7cc9967b None None] Port 9654b1a9-0651-4545-8461-6f5dab4b757a cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:30:34.252381 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port a7284c33-d987-4893-89c7-612f49dfe27a triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:30:34.252755 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:34.269768 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-81e57a4c-dff7-41d8-acfd-083264ebc8de admin admin] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:34.274771 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-81e57a4c-dff7-41d8-acfd-083264ebc8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079021'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:34.340009 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:34.345663 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-81e57a4c-dff7-41d8-acfd-083264ebc8de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659616'] for router_interface, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:34.347401 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e57a4c-dff7-41d8-acfd-083264ebc8de admin admin] Pushing event updated for resources: {'Port': ['ID=9654b1a9-0651-4545-8461-6f5dab4b757a,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:34.374630 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] For port a7284c33-d987-4893-89c7-612f49dfe27a, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=a7284c33-d987-4893-89c7-612f49dfe27a,segment=NetworkSegment(d177a896-598d-44ab-912e-cc71faf73d3b),segment_id=d177a896-598d-44ab-912e-cc71faf73d3b)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:30:34.379010 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:34.435695 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Pushing event updated for resources: {'Port': ['ID=a7284c33-d987-4893-89c7-612f49dfe27a,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:34.471601 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e57a4c-dff7-41d8-acfd-083264ebc8de admin admin] Network 485bb981-027b-4d59-af5e-b80b5dab9d30 is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:30:34.473020 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-81e57a4c-dff7-41d8-acfd-083264ebc8de admin admin] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:30:34.601283 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e57a4c-dff7-41d8-acfd-083264ebc8de admin admin] Router a2f7842a-40a2-491d-a2af-db24f50cf8ef has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:30:34.675963 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-eb9ab964-b392-457f-976e-3b71ddac488c None None] Provisioning complete for port 9654b1a9-0651-4545-8461-6f5dab4b757a triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:30:34.676343 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-eb9ab964-b392-457f-976e-3b71ddac488c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:34.719283 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-eb9ab964-b392-457f-976e-3b71ddac488c None None] Port 9654b1a9-0651-4545-8461-6f5dab4b757a cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:30:34.731316 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e57a4c-dff7-41d8-acfd-083264ebc8de admin admin] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:30:34.741317 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-81e57a4c-dff7-41d8-acfd-083264ebc8de admin admin] 10.222.0.44 "PUT /v2.0/routers/a2f7842a-40a2-491d-a2af-db24f50cf8ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8504379 Jul 29 14:30:35.259511 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 34956) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:35.265658 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-c1b36092-ca58-4a1f-ba0a-75d3e49c5a83 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-474572307-network', 'tenant_id': 'ac90a8b82d694a599da0bb432dffd9c1'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:30:35.289163 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b36092-ca58-4a1f-ba0a-75d3e49c5a83 admin admin] Made reservation on behalf of ac90a8b82d694a599da0bb432dffd9c1 for: {'network': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:30:35.291586 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c1b36092-ca58-4a1f-ba0a-75d3e49c5a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for network, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:35.301516 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c1b36092-ca58-4a1f-ba0a-75d3e49c5a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:35.409592 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c1b36092-ca58-4a1f-ba0a-75d3e49c5a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:35.413531 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c1b36092-ca58-4a1f-ba0a-75d3e49c5a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:35.422879 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ca79d-62db-4156-b9ed-4b84e4dc3ddb req-685d1e4a-3abd-4f17-b46a-b7756def3c52 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:35.424550 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-489ca79d-62db-4156-b9ed-4b84e4dc3ddb req-685d1e4a-3abd-4f17-b46a-b7756def3c52 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e3bea01-0124-42c6-88b0-28141ab33a3a HTTP/1.1" status: 200 len: 943 time: 0.3098087 Jul 29 14:30:35.435437 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b36092-ca58-4a1f-ba0a-75d3e49c5a83 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=93046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:30:35.449234 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b36092-ca58-4a1f-ba0a-75d3e49c5a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c0d418-000c-42c7-8d13-c09b5d357c31,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:35.455035 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c1b36092-ca58-4a1f-ba0a-75d3e49c5a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:35.455157 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.db.segments_db [None req-c1b36092-ca58-4a1f-ba0a-75d3e49c5a83 admin admin] Added segment 2e7bc194-9acc-4117-a08b-7af42183e55a of type vlan for network b084b1bc-1532-4f34-925a-c25611d450d1 Jul 29 14:30:35.472600 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-489ca79d-62db-4156-b9ed-4b84e4dc3ddb req-e12bfe1d-a4cb-42be-b515-60c5de3ec98b tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417721 Jul 29 14:30:35.503775 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c1b36092-ca58-4a1f-ba0a-75d3e49c5a83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774390054750'] for network, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:35.533637 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c1b36092-ca58-4a1f-ba0a-75d3e49c5a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457'] for network, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:35.534653 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b36092-ca58-4a1f-ba0a-75d3e49c5a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:35.535246 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c1b36092-ca58-4a1f-ba0a-75d3e49c5a83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:35.588550 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-c1b36092-ca58-4a1f-ba0a-75d3e49c5a83 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3279154 Jul 29 14:30:35.592112 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 34958) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:35.595205 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b36092-ca58-4a1f-ba0a-75d3e49c5a83 admin admin] Pushing event updated for resources: {'Network': ['ID=b084b1bc-1532-4f34-925a-c25611d450d1,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:35.597659 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-fa3302e5-51f0-4370-8b2e-c95144a0b0f5 admin admin] Request body: {'subnet': {'network_id': 'b084b1bc-1532-4f34-925a-c25611d450d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-474572307-subnet', 'tenant_id': 'ac90a8b82d694a599da0bb432dffd9c1', 'ip_version': 4}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:30:35.605558 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Network b084b1bc-1532-4f34-925a-c25611d450d1 details requested by agent ovs-agent-dv-cinder-802882-2-iscsi with host dv-cinder-802882-2-iscsi {{(pid=93048) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:30:35.620497 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3302e5-51f0-4370-8b2e-c95144a0b0f5 admin admin] Made reservation on behalf of ac90a8b82d694a599da0bb432dffd9c1 for: {'subnet': 1} {{(pid=93047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:30:35.623002 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-fa3302e5-51f0-4370-8b2e-c95144a0b0f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58905741'] for subnet, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:35.768288 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe26564-1027-41e7-9a46-6e16466dbf07 None None] Sync routers for ids ['a2f7842a-40a2-491d-a2af-db24f50cf8ef'] in dv-cinder-802882-2-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:30:35.777106 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe26564-1027-41e7-9a46-6e16466dbf07 None None] Routers {'a2f7842a-40a2-491d-a2af-db24f50cf8ef'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:30:35.777707 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-2fe26564-1027-41e7-9a46-6e16466dbf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:30:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['a2f7842a-40a2-491d-a2af-db24f50cf8ef'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:35.793405 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-fa3302e5-51f0-4370-8b2e-c95144a0b0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3078936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58905763'] for subnet, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:35.849054 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3302e5-51f0-4370-8b2e-c95144a0b0f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53d6e054-1266-4138-81ed-42e2da41b7ea,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:35.858839 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3302e5-51f0-4370-8b2e-c95144a0b0f5 admin admin] Checking segment: {'id': '2e7bc194-9acc-4117-a08b-7af42183e55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b084b1bc-1532-4f34-925a-c25611d450d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:30:35.859204 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3302e5-51f0-4370-8b2e-c95144a0b0f5 admin admin] Network hostable DHCP agents. Network: b084b1bc-1532-4f34-925a-c25611d450d1, hostable agents: ['7d25a96f-5a28-47f2-8bd3-87860bff61e6'], hosted agents: [] {{(pid=93047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:30:35.876769 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3302e5-51f0-4370-8b2e-c95144a0b0f5 admin admin] Network b084b1bc-1532-4f34-925a-c25611d450d1 is scheduled to be hosted by DHCP agent 7d25a96f-5a28-47f2-8bd3-87860bff61e6 with binding_index 1 {{(pid=93047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:30:35.887274 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-fa3302e5-51f0-4370-8b2e-c95144a0b0f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-2-iscsi, b084b1bc-1532-4f34-925a-c25611d450d1) {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:30:35.887999 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-2fe26564-1027-41e7-9a46-6e16466dbf07 None None] Set router a2f7842a-40a2-491d-a2af-db24f50cf8ef gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:30:35.893894 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3302e5-51f0-4370-8b2e-c95144a0b0f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:35.894715 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-fa3302e5-51f0-4370-8b2e-c95144a0b0f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:35.912694 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-fa3302e5-51f0-4370-8b2e-c95144a0b0f5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3191652 Jul 29 14:30:35.913383 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 34964) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:35.918093 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-369c8f1b-dfdd-4536-85fc-ce5fc46c8fa8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-474572307-router', 'tenant_id': 'ac90a8b82d694a599da0bb432dffd9c1', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'}}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:30:35.925429 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdefc4ab-c458-427e-ae48-a0d402717ab2 None None] Network b084b1bc-1532-4f34-925a-c25611d450d1 requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:30:35.940856 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-369c8f1b-dfdd-4536-85fc-ce5fc46c8fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-575834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2750'] for router, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:35.942902 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-369c8f1b-dfdd-4536-85fc-ce5fc46c8fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2737'] for router, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:36.003259 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-369c8f1b-dfdd-4536-85fc-ce5fc46c8fa8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:36.185087 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 238cdba9-6021-466b-942d-98254d4da3e4 up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:30:36.187543 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-369c8f1b-dfdd-4536-85fc-ce5fc46c8fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744650', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2723'] for router, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:36.248301 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fb6284-dfdc-4553-8685-12d47f0c1434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp996c38f0-f082-52d3-b50b-327a8c50c333-b084b1bc-1532-4f34-925a-c25611d450d1', 'network_id': 'b084b1bc-1532-4f34-925a-c25611d450d1', 'tenant_id': 'ac90a8b82d694a599da0bb432dffd9c1', 'fixed_ips': [{'subnet_id': '53d6e054-1266-4138-81ed-42e2da41b7ea'}]}} from dv-cinder-802882-2-iscsi. {{(pid=93048) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:30:36.249232 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-59fb6284-dfdc-4553-8685-12d47f0c1434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:36.332523 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-2fe26564-1027-41e7-9a46-6e16466dbf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'name': 'tempest-TestShelveInstance-1780212279-router', 'tenant_id': '9909d279060d4835b6f235322efefc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '238cdba9-6021-466b-942d-98254d4da3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:30:31Z', 'updated_at': '2021-07-29T14:30:34Z', 'revision_number': 4, 'project_id': '9909d279060d4835b6f235322efefc98', 'gw_port': {'id': '238cdba9-6021-466b-942d-98254d4da3e4', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:31Z', 'updated_at': '2021-07-29T14:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': '9654b1a9-0651-4545-8461-6f5dab4b757a', 'name': '', 'network_id': '485bb981-027b-4d59-af5e-b80b5dab9d30', 'tenant_id': '9909d279060d4835b6f235322efefc98', 'mac_address': 'fa:16:3e:18:1d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'b466c7f2-33c8-40e2-9381-3668f681c8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:33Z', 'updated_at': '2021-07-29T14:30:34Z', 'revision_number': 2, 'project_id': '9909d279060d4835b6f235322efefc98', 'subnets': [{'id': 'b466c7f2-33c8-40e2-9381-3668f681c8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:36.338018 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning for port 238cdba9-6021-466b-942d-98254d4da3e4 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:30:36.370987 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe26564-1027-41e7-9a46-6e16466dbf07 None None] Checking router: a2f7842a-40a2-491d-a2af-db24f50cf8ef for host: dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:30:36.371591 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe26564-1027-41e7-9a46-6e16466dbf07 None None] Updating router a2f7842a-40a2-491d-a2af-db24f50cf8ef port 9654b1a9-0651-4545-8461-6f5dab4b757a binding host dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:30:36.379156 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port 238cdba9-6021-466b-942d-98254d4da3e4 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:30:36.379896 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:36.395802 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-369c8f1b-dfdd-4536-85fc-ce5fc46c8fa8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:36.415110 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-369c8f1b-dfdd-4536-85fc-ce5fc46c8fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:36.431841 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-2fe26564-1027-41e7-9a46-6e16466dbf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:36.523785 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [None req-369c8f1b-dfdd-4536-85fc-ce5fc46c8fa8 admin admin] Allocated IP 172.27.2.55 (32664875-679c-4a6a-adbf-80e7664b419a/8daef0cf-848b-40ef-9b17-9a185079ae25/3392e99e-7912-451b-8258-c19b34ff3aba) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:30:36.606179 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baee84f-6aac-4540-b544-1a0abce21a70 req-03d50508-7349-494b-a124-add9bbe26159 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:36.607938 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3baee84f-6aac-4540-b544-1a0abce21a70 req-03d50508-7349-494b-a124-add9bbe26159 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e3bea01-0124-42c6-88b0-28141ab33a3a HTTP/1.1" status: 200 len: 943 time: 0.0547867 Jul 29 14:30:36.639209 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-369c8f1b-dfdd-4536-85fc-ce5fc46c8fa8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:36.650547 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.db_base_plugin_common [None req-59fb6284-dfdc-4553-8685-12d47f0c1434 None None] Allocated IP 172.20.0.2 (b084b1bc-1532-4f34-925a-c25611d450d1/53d6e054-1266-4138-81ed-42e2da41b7ea/2398e62c-a33c-40bd-8210-cb434489f20e) {{(pid=93048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:30:36.651327 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3baee84f-6aac-4540-b544-1a0abce21a70 req-86c555d3-0172-49fe-8597-300ce4062046 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364416 Jul 29 14:30:36.681308 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-369c8f1b-dfdd-4536-85fc-ce5fc46c8fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:36.721308 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369c8f1b-dfdd-4536-85fc-ce5fc46c8fa8 admin admin] Network 32664875-679c-4a6a-adbf-80e7664b419a is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:30:36.724136 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-369c8f1b-dfdd-4536-85fc-ce5fc46c8fa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:30:36.726816 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369c8f1b-dfdd-4536-85fc-ce5fc46c8fa8 admin admin] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:30:36.756057 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c8f1b-dfdd-4536-85fc-ce5fc46c8fa8 admin admin] Pushing event updated for resources: {'Port': ['ID=3392e99e-7912-451b-8258-c19b34ff3aba,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:36.869628 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:36.919219 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] For port 238cdba9-6021-466b-942d-98254d4da3e4, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=238cdba9-6021-466b-942d-98254d4da3e4,segment=NetworkSegment(e7b1a31c-3199-44cd-ae65-85b7e84c8d28),segment_id=e7b1a31c-3199-44cd-ae65-85b7e84c8d28)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:30:36.930756 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:36.931536 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device a7284c33-d987-4893-89c7-612f49dfe27a up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:30:36.983710 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-369c8f1b-dfdd-4536-85fc-ce5fc46c8fa8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:37.106381 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Pushing event updated for resources: {'Port': ['ID=238cdba9-6021-466b-942d-98254d4da3e4,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:37.110957 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-2fe26564-1027-41e7-9a46-6e16466dbf07 None None] Notify callbacks [] for port, precommit_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:37.134217 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-59fb6284-dfdc-4553-8685-12d47f0c1434 None None] Notify callbacks [] for port, precommit_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:37.136924 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-2fe26564-1027-41e7-9a46-6e16466dbf07 None None] Transition to ACTIVE for port object 9654b1a9-0651-4545-8461-6f5dab4b757a will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:30:37.148592 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-59fb6284-dfdc-4553-8685-12d47f0c1434 None None] Transition to ACTIVE for port object 2398e62c-a33c-40bd-8210-cb434489f20e will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:30:37.150272 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-2fe26564-1027-41e7-9a46-6e16466dbf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:37.158692 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port a7284c33-d987-4893-89c7-612f49dfe27a triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:30:37.159054 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:37.200550 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-369c8f1b-dfdd-4536-85fc-ce5fc46c8fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744687'] for router, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:37.220796 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-59fb6284-dfdc-4553-8685-12d47f0c1434 None None] Transition to ACTIVE for port object 2398e62c-a33c-40bd-8210-cb434489f20e will not be triggered until provisioned by entity DHCP. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:30:37.240065 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-59fb6284-dfdc-4553-8685-12d47f0c1434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078'] for port, after_create {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:37.248284 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7643f2-7513-4c60-b2c8-bf909a6f4ee6 None None] Pushing event updated for resources: {'Port': ['ID=9654b1a9-0651-4545-8461-6f5dab4b757a,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:37.309707 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fb6284-dfdc-4553-8685-12d47f0c1434 None None] Network b084b1bc-1532-4f34-925a-c25611d450d1 is already hosted by enough agents. {{(pid=93048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:30:37.338781 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.scheduler.base_scheduler [None req-59fb6284-dfdc-4553-8685-12d47f0c1434 None None] Resources bound (agent type, host, resource id): {{(pid=93048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:30:37.342941 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fb6284-dfdc-4553-8685-12d47f0c1434 None None] Received port after_create {{(pid=93048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:30:37.360438 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369c8f1b-dfdd-4536-85fc-ce5fc46c8fa8 admin admin] Router 2f982f64-fc7e-4cac-b5f6-76e714370bf2 is scheduled to L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c with binding_index 1 {{(pid=93046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:30:37.385345 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb6284-dfdc-4553-8685-12d47f0c1434 None None] Pushing event updated for resources: {'Port': ['ID=2398e62c-a33c-40bd-8210-cb434489f20e,revision_number=1']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:37.389292 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-2fe26564-1027-41e7-9a46-6e16466dbf07 None None] Attempting to bind port 9654b1a9-0651-4545-8461-6f5dab4b757a on host dv-cinder-802882-2-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:30:37.389756 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-2fe26564-1027-41e7-9a46-6e16466dbf07 None None] Attempting to bind port 9654b1a9-0651-4545-8461-6f5dab4b757a by drivers openvswitch,hyperv on host dv-cinder-802882-2-iscsi at level 0 using segments [{'id': 'd177a896-598d-44ab-912e-cc71faf73d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '485bb981-027b-4d59-af5e-b80b5dab9d30'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:30:37.390232 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe26564-1027-41e7-9a46-6e16466dbf07 None None] Attempting to bind port 9654b1a9-0651-4545-8461-6f5dab4b757a on network 485bb981-027b-4d59-af5e-b80b5dab9d30 {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:30:37.427811 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 34978) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:37.461290 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe26564-1027-41e7-9a46-6e16466dbf07 None None] Checking agent: {'id': '1ca66b18-24af-4c4d-ab67-53f04b5066d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 14, 58), 'started_at': datetime.datetime(2021, 7, 29, 14, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:30:37.461678 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe26564-1027-41e7-9a46-6e16466dbf07 None None] Checking segment: {'id': 'd177a896-598d-44ab-912e-cc71faf73d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '485bb981-027b-4d59-af5e-b80b5dab9d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:30:37.462131 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-2fe26564-1027-41e7-9a46-6e16466dbf07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:37.462532 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe26564-1027-41e7-9a46-6e16466dbf07 None None] Bound using segment: {'id': 'd177a896-598d-44ab-912e-cc71faf73d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '485bb981-027b-4d59-af5e-b80b5dab9d30'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:30:37.463071 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-2fe26564-1027-41e7-9a46-6e16466dbf07 None None] Bound port: 9654b1a9-0651-4545-8461-6f5dab4b757a, host: dv-cinder-802882-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd177a896-598d-44ab-912e-cc71faf73d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '485bb981-027b-4d59-af5e-b80b5dab9d30'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:30:37.463415 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-2fe26564-1027-41e7-9a46-6e16466dbf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:37.490779 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369c8f1b-dfdd-4536-85fc-ce5fc46c8fa8 admin admin] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:30:37.496055 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-59fb6284-dfdc-4553-8685-12d47f0c1434 None None] Attempting to bind port 2398e62c-a33c-40bd-8210-cb434489f20e on host dv-cinder-802882-2-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:30:37.496368 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-59fb6284-dfdc-4553-8685-12d47f0c1434 None None] Attempting to bind port 2398e62c-a33c-40bd-8210-cb434489f20e by drivers openvswitch,hyperv on host dv-cinder-802882-2-iscsi at level 0 using segments [{'id': '2e7bc194-9acc-4117-a08b-7af42183e55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b084b1bc-1532-4f34-925a-c25611d450d1'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:30:37.496733 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fb6284-dfdc-4553-8685-12d47f0c1434 None None] Attempting to bind port 2398e62c-a33c-40bd-8210-cb434489f20e on network b084b1bc-1532-4f34-925a-c25611d450d1 {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:30:37.502936 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6a9a39-bd76-4596-bd45-2a6cdcb3e73d None None] Sync routers for ids ['2f982f64-fc7e-4cac-b5f6-76e714370bf2'] in dv-cinder-802882-2-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:30:37.505501 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fb6284-dfdc-4553-8685-12d47f0c1434 None None] Checking agent: {'id': '1ca66b18-24af-4c4d-ab67-53f04b5066d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 14, 58), 'started_at': datetime.datetime(2021, 7, 29, 14, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:30:37.506164 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fb6284-dfdc-4553-8685-12d47f0c1434 None None] Checking segment: {'id': '2e7bc194-9acc-4117-a08b-7af42183e55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b084b1bc-1532-4f34-925a-c25611d450d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:30:37.506584 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-59fb6284-dfdc-4553-8685-12d47f0c1434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:37.507418 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fb6284-dfdc-4553-8685-12d47f0c1434 None None] Bound using segment: {'id': '2e7bc194-9acc-4117-a08b-7af42183e55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b084b1bc-1532-4f34-925a-c25611d450d1'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:30:37.507724 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-59fb6284-dfdc-4553-8685-12d47f0c1434 None None] Bound port: 2398e62c-a33c-40bd-8210-cb434489f20e, host: dv-cinder-802882-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e7bc194-9acc-4117-a08b-7af42183e55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b084b1bc-1532-4f34-925a-c25611d450d1'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:30:37.508109 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-59fb6284-dfdc-4553-8685-12d47f0c1434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:37.515312 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-369c8f1b-dfdd-4536-85fc-ce5fc46c8fa8 admin admin] Notify callbacks [] for router, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:37.517071 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-369c8f1b-dfdd-4536-85fc-ce5fc46c8fa8 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6025369 Jul 29 14:30:37.519952 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 34982) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:37.521099 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6a9a39-bd76-4596-bd45-2a6cdcb3e73d None None] Routers {'2f982f64-fc7e-4cac-b5f6-76e714370bf2'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:30:37.521727 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-ba6a9a39-bd76-4596-bd45-2a6cdcb3e73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:30:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['2f982f64-fc7e-4cac-b5f6-76e714370bf2'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:37.583218 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-eeddf463-4e48-409e-92b9-4b776ee00543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:37.629878 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-2fe26564-1027-41e7-9a46-6e16466dbf07 None None] For port 9654b1a9-0651-4545-8461-6f5dab4b757a, host dv-cinder-802882-2-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:30:37.630357 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-ba6a9a39-bd76-4596-bd45-2a6cdcb3e73d None None] Set router 2f982f64-fc7e-4cac-b5f6-76e714370bf2 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:30:37.641669 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-2fe26564-1027-41e7-9a46-6e16466dbf07 None None] For port 9654b1a9-0651-4545-8461-6f5dab4b757a, host dv-cinder-802882-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=9654b1a9-0651-4545-8461-6f5dab4b757a,segment=NetworkSegment(d177a896-598d-44ab-912e-cc71faf73d3b),segment_id=d177a896-598d-44ab-912e-cc71faf73d3b)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:30:37.648333 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-2fe26564-1027-41e7-9a46-6e16466dbf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:37.656595 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-59fb6284-dfdc-4553-8685-12d47f0c1434 None None] For port 2398e62c-a33c-40bd-8210-cb434489f20e, host dv-cinder-802882-2-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:30:37.670536 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-59fb6284-dfdc-4553-8685-12d47f0c1434 None None] For port 2398e62c-a33c-40bd-8210-cb434489f20e, host dv-cinder-802882-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=2398e62c-a33c-40bd-8210-cb434489f20e,segment=NetworkSegment(2e7bc194-9acc-4117-a08b-7af42183e55a),segment_id=2e7bc194-9acc-4117-a08b-7af42183e55a)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:30:37.777984 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-eeddf463-4e48-409e-92b9-4b776ee00543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:37.791680 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7643f2-7513-4c60-b2c8-bf909a6f4ee6 None None] Pushing event updated for resources: {'Port': ['ID=9654b1a9-0651-4545-8461-6f5dab4b757a,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:37.799230 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-59fb6284-dfdc-4553-8685-12d47f0c1434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:37.836934 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-eeddf463-4e48-409e-92b9-4b776ee00543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:37.867687 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-eeddf463-4e48-409e-92b9-4b776ee00543 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2011653d3c5644bf9fbfce974de09cea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4363647 Jul 29 14:30:37.868914 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 34986) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:37.887943 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb6284-dfdc-4553-8685-12d47f0c1434 None None] Pushing event updated for resources: {'Port': ['ID=2398e62c-a33c-40bd-8210-cb434489f20e,revision_number=2']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:37.897745 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe26564-1027-41e7-9a46-6e16466dbf07 None None] Routers {'a2f7842a-40a2-491d-a2af-db24f50cf8ef'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:30:37.898604 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-2fe26564-1027-41e7-9a46-6e16466dbf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:30:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['a2f7842a-40a2-491d-a2af-db24f50cf8ef'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:37.956587 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeddf463-4e48-409e-92b9-4b776ee00543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0351b8a8-73a8-400b-a40b-f05b6ca3b370,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:37.993600 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a37c6a-8348-45ae-8080-4235b251ad30 req-9bf1e8fc-5b17-4b53-ba34-1e2908aabbf7 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:38.011021 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d0a37c6a-8348-45ae-8080-4235b251ad30 req-9bf1e8fc-5b17-4b53-ba34-1e2908aabbf7 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e3bea01-0124-42c6-88b0-28141ab33a3a HTTP/1.1" status: 200 len: 943 time: 0.2293739 Jul 29 14:30:38.041687 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-ba6a9a39-bd76-4596-bd45-2a6cdcb3e73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f982f64-fc7e-4cac-b5f6-76e714370bf2', 'name': 'tempest-TestShelveInstance-474572307-router', 'tenant_id': 'ac90a8b82d694a599da0bb432dffd9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '3392e99e-7912-451b-8258-c19b34ff3aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:30:35Z', 'updated_at': '2021-07-29T14:30:36Z', 'revision_number': 3, 'project_id': 'ac90a8b82d694a599da0bb432dffd9c1', 'gw_port': {'id': '3392e99e-7912-451b-8258-c19b34ff3aba', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f982f64-fc7e-4cac-b5f6-76e714370bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:36Z', 'updated_at': '2021-07-29T14:30:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi'}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:38.084169 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6a9a39-bd76-4596-bd45-2a6cdcb3e73d None None] Checking router: 2f982f64-fc7e-4cac-b5f6-76e714370bf2 for host: dv-cinder-802882-2-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:30:38.084531 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6a9a39-bd76-4596-bd45-2a6cdcb3e73d None None] Updating router 2f982f64-fc7e-4cac-b5f6-76e714370bf2 port 3392e99e-7912-451b-8258-c19b34ff3aba binding host dv-cinder-802882-2-iscsi {{(pid=93049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:30:38.087481 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d00a1110-e716-41b3-be00-0a618fb9f215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:38.127077 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-ba6a9a39-bd76-4596-bd45-2a6cdcb3e73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:38.128403 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d0a37c6a-8348-45ae-8080-4235b251ad30 req-006ae7fe-e551-4247-a342-4079b5373f2a tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076252 Jul 29 14:30:38.139634 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d00a1110-e716-41b3-be00-0a618fb9f215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:38.151873 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-2fe26564-1027-41e7-9a46-6e16466dbf07 None None] Set router a2f7842a-40a2-491d-a2af-db24f50cf8ef gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:30:38.231067 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d00a1110-e716-41b3-be00-0a618fb9f215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:38.234432 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d00a1110-e716-41b3-be00-0a618fb9f215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:38.238591 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-d00a1110-e716-41b3-be00-0a618fb9f215 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0351b8a8-73a8-400b-a40b-f05b6ca3b370 HTTP/1.1" status: 204 len: 168 time: 0.3691604 Jul 29 14:30:38.253693 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a1110-e716-41b3-be00-0a618fb9f215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0351b8a8-73a8-400b-a40b-f05b6ca3b370,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:38.426372 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device e3b6e33d-09c3-48cf-8948-46683ac0cb3a details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:30:38.444223 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 238cdba9-6021-466b-942d-98254d4da3e4 up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:30:38.501179 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fedb16f3-4e60-4d21-b822-ac11e5e595ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:38.514503 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-ba6a9a39-bd76-4596-bd45-2a6cdcb3e73d None None] Notify callbacks [] for port, precommit_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:38.526920 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.provisioning_blocks [None req-ba6a9a39-bd76-4596-bd45-2a6cdcb3e73d None None] Transition to ACTIVE for port object 3392e99e-7912-451b-8258-c19b34ff3aba will not be triggered until provisioned by entity L2. {{(pid=93049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:30:38.536196 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-ba6a9a39-bd76-4596-bd45-2a6cdcb3e73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:38.587827 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3591f3b0-014f-40d1-af03-8d0a130e7396 None None] Pushing event updated for resources: {'Port': ['ID=3392e99e-7912-451b-8258-c19b34ff3aba,revision_number=2']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:38.611968 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port 238cdba9-6021-466b-942d-98254d4da3e4 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:30:38.612360 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:38.615238 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-ba6a9a39-bd76-4596-bd45-2a6cdcb3e73d None None] Attempting to bind port 3392e99e-7912-451b-8258-c19b34ff3aba on host dv-cinder-802882-2-iscsi for vnic_type normal with profile {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:30:38.615678 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-ba6a9a39-bd76-4596-bd45-2a6cdcb3e73d None None] Attempting to bind port 3392e99e-7912-451b-8258-c19b34ff3aba by drivers openvswitch,hyperv on host dv-cinder-802882-2-iscsi at level 0 using segments [{'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:30:38.616156 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6a9a39-bd76-4596-bd45-2a6cdcb3e73d None None] Attempting to bind port 3392e99e-7912-451b-8258-c19b34ff3aba on network 32664875-679c-4a6a-adbf-80e7664b419a {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:30:38.626794 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6a9a39-bd76-4596-bd45-2a6cdcb3e73d None None] Checking agent: {'id': '1ca66b18-24af-4c4d-ab67-53f04b5066d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 14, 58), 'started_at': datetime.datetime(2021, 7, 29, 14, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:30:38.627529 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6a9a39-bd76-4596-bd45-2a6cdcb3e73d None None] Checking segment: {'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:30:38.628301 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-ba6a9a39-bd76-4596-bd45-2a6cdcb3e73d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:38.628962 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6a9a39-bd76-4596-bd45-2a6cdcb3e73d None None] Bound using segment: {'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'} {{(pid=93049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:30:38.629757 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.managers [None req-ba6a9a39-bd76-4596-bd45-2a6cdcb3e73d None None] Bound port: 3392e99e-7912-451b-8258-c19b34ff3aba, host: dv-cinder-802882-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b1a31c-3199-44cd-ae65-85b7e84c8d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a'}}] {{(pid=93049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:30:38.630400 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-ba6a9a39-bd76-4596-bd45-2a6cdcb3e73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:38.697875 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-ba6a9a39-bd76-4596-bd45-2a6cdcb3e73d None None] For port 3392e99e-7912-451b-8258-c19b34ff3aba, host dv-cinder-802882-2-iscsi, cleared binding levels {{(pid=93049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:30:38.701302 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.plugins.ml2.db [None req-ba6a9a39-bd76-4596-bd45-2a6cdcb3e73d None None] For port 3392e99e-7912-451b-8258-c19b34ff3aba, host dv-cinder-802882-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=3392e99e-7912-451b-8258-c19b34ff3aba,segment=NetworkSegment(e7b1a31c-3199-44cd-ae65-85b7e84c8d28),segment_id=e7b1a31c-3199-44cd-ae65-85b7e84c8d28)] {{(pid=93049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:30:38.708953 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron_lib.callbacks.manager [None req-ba6a9a39-bd76-4596-bd45-2a6cdcb3e73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:38.732637 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [None req-fedb16f3-4e60-4d21-b822-ac11e5e595ab admin admin] Allocated IP 172.20.0.1 (b084b1bc-1532-4f34-925a-c25611d450d1/53d6e054-1266-4138-81ed-42e2da41b7ea/0e300f62-604f-4c6d-b2b2-8bb9da18a7fd) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:30:38.739610 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port e3b6e33d-09c3-48cf-8948-46683ac0cb3a, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=e3b6e33d-09c3-48cf-8948-46683ac0cb3a,segment=NetworkSegment(9e1b997b-38b8-4a39-8704-0a229296c38f),segment_id=9e1b997b-38b8-4a39-8704-0a229296c38f)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:30:38.747197 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-2fe26564-1027-41e7-9a46-6e16466dbf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'name': 'tempest-TestShelveInstance-1780212279-router', 'tenant_id': '9909d279060d4835b6f235322efefc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '238cdba9-6021-466b-942d-98254d4da3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:30:31Z', 'updated_at': '2021-07-29T14:30:34Z', 'revision_number': 4, 'project_id': '9909d279060d4835b6f235322efefc98', 'gw_port': {'id': '238cdba9-6021-466b-942d-98254d4da3e4', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:31Z', 'updated_at': '2021-07-29T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': '9654b1a9-0651-4545-8461-6f5dab4b757a', 'name': '', 'network_id': '485bb981-027b-4d59-af5e-b80b5dab9d30', 'tenant_id': '9909d279060d4835b6f235322efefc98', 'mac_address': 'fa:16:3e:18:1d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'b466c7f2-33c8-40e2-9381-3668f681c8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:33Z', 'updated_at': '2021-07-29T14:30:37Z', 'revision_number': 4, 'project_id': '9909d279060d4835b6f235322efefc98', 'subnets': [{'id': 'b466c7f2-33c8-40e2-9381-3668f681c8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:38.785667 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6a9a39-bd76-4596-bd45-2a6cdcb3e73d None None] Routers {'2f982f64-fc7e-4cac-b5f6-76e714370bf2'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:30:38.786831 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-ba6a9a39-bd76-4596-bd45-2a6cdcb3e73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:30:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['2f982f64-fc7e-4cac-b5f6-76e714370bf2'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:38.788481 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Returning: {'device': 'e3b6e33d-09c3-48cf-8948-46683ac0cb3a', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'port_id': 'e3b6e33d-09c3-48cf-8948-46683ac0cb3a', 'mac_address': 'fa:16:3e:b8:62:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:30:38.791230 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe26564-1027-41e7-9a46-6e16466dbf07 None None] The sync data for ids ['a2f7842a-40a2-491d-a2af-db24f50cf8ef'] in dv-cinder-802882-2-iscsi is: [{'id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'name': 'tempest-TestShelveInstance-1780212279-router', 'tenant_id': '9909d279060d4835b6f235322efefc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '238cdba9-6021-466b-942d-98254d4da3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:30:31Z', 'updated_at': '2021-07-29T14:30:34Z', 'revision_number': 4, 'project_id': '9909d279060d4835b6f235322efefc98', 'gw_port': {'id': '238cdba9-6021-466b-942d-98254d4da3e4', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:31Z', 'updated_at': '2021-07-29T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': '9654b1a9-0651-4545-8461-6f5dab4b757a', 'name': '', 'network_id': '485bb981-027b-4d59-af5e-b80b5dab9d30', 'tenant_id': '9909d279060d4835b6f235322efefc98', 'mac_address': 'fa:16:3e:18:1d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'b466c7f2-33c8-40e2-9381-3668f681c8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:33Z', 'updated_at': '2021-07-29T14:30:37Z', 'revision_number': 4, 'project_id': '9909d279060d4835b6f235322efefc98', 'subnets': [{'id': 'b466c7f2-33c8-40e2-9381-3668f681c8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:30:38.891577 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:38.906896 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3591f3b0-014f-40d1-af03-8d0a130e7396 None None] Pushing event updated for resources: {'Port': ['ID=3392e99e-7912-451b-8258-c19b34ff3aba,revision_number=3']} {{(pid=93049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:38.912758 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b6e33d-09c3-48cf-8948-46683ac0cb3a {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:30:38.974771 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port e3b6e33d-09c3-48cf-8948-46683ac0cb3a, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=e3b6e33d-09c3-48cf-8948-46683ac0cb3a,segment=NetworkSegment(9e1b997b-38b8-4a39-8704-0a229296c38f),segment_id=9e1b997b-38b8-4a39-8704-0a229296c38f)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:30:38.984294 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:38.986414 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fedb16f3-4e60-4d21-b822-ac11e5e595ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:39.028096 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [None req-fedb16f3-4e60-4d21-b822-ac11e5e595ab admin admin] Transition to ACTIVE for port object 0e300f62-604f-4c6d-b2b2-8bb9da18a7fd will not be triggered until provisioned by entity DHCP. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:30:39.062965 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-ba6a9a39-bd76-4596-bd45-2a6cdcb3e73d None None] Set router 2f982f64-fc7e-4cac-b5f6-76e714370bf2 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:30:39.063917 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=e3b6e33d-09c3-48cf-8948-46683ac0cb3a,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:39.124458 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fedb16f3-4e60-4d21-b822-ac11e5e595ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:39.187584 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedb16f3-4e60-4d21-b822-ac11e5e595ab admin admin] Network b084b1bc-1532-4f34-925a-c25611d450d1 is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:30:39.203296 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-fedb16f3-4e60-4d21-b822-ac11e5e595ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:30:39.206151 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedb16f3-4e60-4d21-b822-ac11e5e595ab admin admin] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:30:39.221160 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['e3b6e33d-09c3-48cf-8948-46683ac0cb3a'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:30:39.244462 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb16f3-4e60-4d21-b822-ac11e5e595ab admin admin] Pushing event updated for resources: {'Port': ['ID=0e300f62-604f-4c6d-b2b2-8bb9da18a7fd,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:39.276396 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fedb16f3-4e60-4d21-b822-ac11e5e595ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744496'] for router_interface, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:39.347214 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b941e98-fbd0-4612-95c0-684f83c81fc1 req-b792b038-41a3-47b3-8aef-6e31eade146f tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:39.349474 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1b941e98-fbd0-4612-95c0-684f83c81fc1 req-b792b038-41a3-47b3-8aef-6e31eade146f tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e3bea01-0124-42c6-88b0-28141ab33a3a HTTP/1.1" status: 200 len: 944 time: 0.1217151 Jul 29 14:30:39.407051 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1b941e98-fbd0-4612-95c0-684f83c81fc1 req-cd11e3ca-b8e7-4418-a366-f866d2652e00 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511787 Jul 29 14:30:39.442639 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-ba6a9a39-bd76-4596-bd45-2a6cdcb3e73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f982f64-fc7e-4cac-b5f6-76e714370bf2', 'name': 'tempest-TestShelveInstance-474572307-router', 'tenant_id': 'ac90a8b82d694a599da0bb432dffd9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '3392e99e-7912-451b-8258-c19b34ff3aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:30:35Z', 'updated_at': '2021-07-29T14:30:36Z', 'revision_number': 3, 'project_id': 'ac90a8b82d694a599da0bb432dffd9c1', 'gw_port': {'id': '3392e99e-7912-451b-8258-c19b34ff3aba', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f982f64-fc7e-4cac-b5f6-76e714370bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:36Z', 'updated_at': '2021-07-29T14:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi'}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:39.496732 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6a9a39-bd76-4596-bd45-2a6cdcb3e73d None None] The sync data for ids ['2f982f64-fc7e-4cac-b5f6-76e714370bf2'] in dv-cinder-802882-2-iscsi is: [{'id': '2f982f64-fc7e-4cac-b5f6-76e714370bf2', 'name': 'tempest-TestShelveInstance-474572307-router', 'tenant_id': 'ac90a8b82d694a599da0bb432dffd9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '3392e99e-7912-451b-8258-c19b34ff3aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:30:35Z', 'updated_at': '2021-07-29T14:30:36Z', 'revision_number': 3, 'project_id': 'ac90a8b82d694a599da0bb432dffd9c1', 'gw_port': {'id': '3392e99e-7912-451b-8258-c19b34ff3aba', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f982f64-fc7e-4cac-b5f6-76e714370bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:36Z', 'updated_at': '2021-07-29T14:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi'}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:30:39.544142 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fedb16f3-4e60-4d21-b822-ac11e5e595ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:39.611812 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaed9d69-e206-4c7a-b740-448f12c8b9bb None None] Network b084b1bc-1532-4f34-925a-c25611d450d1 requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:30:39.829603 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fedb16f3-4e60-4d21-b822-ac11e5e595ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:39.834305 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-1b7f07b7-b406-4f45-8533-1408a0b1d213 None None] Provisioning for port 2398e62c-a33c-40bd-8210-cb434489f20e completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:30:39.835184 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fedb16f3-4e60-4d21-b822-ac11e5e595ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971904'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:39.999887 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb16f3-4e60-4d21-b822-ac11e5e595ab admin admin] Pushing event updated for resources: {'Port': ['ID=0e300f62-604f-4c6d-b2b2-8bb9da18a7fd,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:40.003158 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-fedb16f3-4e60-4d21-b822-ac11e5e595ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659616'] for router_interface, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:40.203372 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedb16f3-4e60-4d21-b822-ac11e5e595ab admin admin] Network b084b1bc-1532-4f34-925a-c25611d450d1 is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:30:40.204656 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-fedb16f3-4e60-4d21-b822-ac11e5e595ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:30:40.283715 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 9654b1a9-0651-4545-8461-6f5dab4b757a up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:30:40.369300 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedb16f3-4e60-4d21-b822-ac11e5e595ab admin admin] Router 2f982f64-fc7e-4cac-b5f6-76e714370bf2 has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:30:40.416107 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning for port 9654b1a9-0651-4545-8461-6f5dab4b757a completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:30:40.423329 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port 9654b1a9-0651-4545-8461-6f5dab4b757a triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:30:40.423710 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:40.599586 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedb16f3-4e60-4d21-b822-ac11e5e595ab admin admin] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:30:40.614049 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-fedb16f3-4e60-4d21-b822-ac11e5e595ab admin admin] 10.222.0.44 "PUT /v2.0/routers/2f982f64-fc7e-4cac-b5f6-76e714370bf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0927508 Jul 29 14:30:40.620425 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b1846-5ab1-418e-b4ce-ebbfdb9c80e7 req-479cccb2-3ba4-43ec-8d9a-2a18a5a23f7a tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:40.623677 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-556b1846-5ab1-418e-b4ce-ebbfdb9c80e7 req-479cccb2-3ba4-43ec-8d9a-2a18a5a23f7a tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e3bea01-0124-42c6-88b0-28141ab33a3a HTTP/1.1" status: 200 len: 944 time: 0.1109157 Jul 29 14:30:40.683028 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:40.685526 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-030d6325-537c-4afe-868a-4356348eb2fa None None] Provisioning for port 0e300f62-604f-4c6d-b2b2-8bb9da18a7fd completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:30:40.706584 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-030d6325-537c-4afe-868a-4356348eb2fa None None] Provisioning complete for port 0e300f62-604f-4c6d-b2b2-8bb9da18a7fd triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:30:40.707711 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-030d6325-537c-4afe-868a-4356348eb2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:40.708514 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-556b1846-5ab1-418e-b4ce-ebbfdb9c80e7 req-ca2f5dc0-d817-4f65-a59f-c0ba8b5faf4a tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761240 Jul 29 14:30:40.809066 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-030d6325-537c-4afe-868a-4356348eb2fa None None] Port 0e300f62-604f-4c6d-b2b2-8bb9da18a7fd cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:30:40.812165 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] For port 9654b1a9-0651-4545-8461-6f5dab4b757a, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=9654b1a9-0651-4545-8461-6f5dab4b757a,segment=NetworkSegment(d177a896-598d-44ab-912e-cc71faf73d3b),segment_id=d177a896-598d-44ab-912e-cc71faf73d3b)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:30:40.822480 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:40.823290 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 2398e62c-a33c-40bd-8210-cb434489f20e up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:30:40.930775 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Pushing event updated for resources: {'Port': ['ID=9654b1a9-0651-4545-8461-6f5dab4b757a,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:40.978582 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-2db3efa0-72a3-4b16-b761-35a40bdc4289 None None] Provisioning complete for port 0e300f62-604f-4c6d-b2b2-8bb9da18a7fd triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:30:40.979319 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-2db3efa0-72a3-4b16-b761-35a40bdc4289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:41.021860 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning for port 2398e62c-a33c-40bd-8210-cb434489f20e completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:30:41.031948 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port 2398e62c-a33c-40bd-8210-cb434489f20e triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:30:41.032418 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:41.059553 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-2db3efa0-72a3-4b16-b761-35a40bdc4289 None None] Port 0e300f62-604f-4c6d-b2b2-8bb9da18a7fd cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:30:41.151049 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:41.197101 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d26efa4d-4aad-40ed-a839-534ce01fcda9 None None] Provisioning complete for port 0e300f62-604f-4c6d-b2b2-8bb9da18a7fd triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:30:41.197530 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d26efa4d-4aad-40ed-a839-534ce01fcda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:41.202523 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] For port 2398e62c-a33c-40bd-8210-cb434489f20e, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=2398e62c-a33c-40bd-8210-cb434489f20e,segment=NetworkSegment(2e7bc194-9acc-4117-a08b-7af42183e55a),segment_id=2e7bc194-9acc-4117-a08b-7af42183e55a)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:30:41.222424 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:41.223235 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 3392e99e-7912-451b-8258-c19b34ff3aba up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:30:41.281138 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Pushing event updated for resources: {'Port': ['ID=2398e62c-a33c-40bd-8210-cb434489f20e,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:41.315534 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-d26efa4d-4aad-40ed-a839-534ce01fcda9 None None] Port 0e300f62-604f-4c6d-b2b2-8bb9da18a7fd cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:30:41.350649 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning for port 3392e99e-7912-451b-8258-c19b34ff3aba completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:30:41.358234 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port 3392e99e-7912-451b-8258-c19b34ff3aba triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:30:41.358970 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:41.450051 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 35048) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:41.455095 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-46902054-eb87-4061-87be-f75171293ebc tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1240387753', 'description': 'tempest-secgroup-smoke-1240387753 description', 'project_id': '9909d279060d4835b6f235322efefc98'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:30:41.472102 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:41.483153 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-46902054-eb87-4061-87be-f75171293ebc tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:41.493262 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] For port 3392e99e-7912-451b-8258-c19b34ff3aba, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=3392e99e-7912-451b-8258-c19b34ff3aba,segment=NetworkSegment(e7b1a31c-3199-44cd-ae65-85b7e84c8d28),segment_id=e7b1a31c-3199-44cd-ae65-85b7e84c8d28)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:30:41.497062 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:41.548707 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Pushing event updated for resources: {'Port': ['ID=3392e99e-7912-451b-8258-c19b34ff3aba,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:41.570642 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-46902054-eb87-4061-87be-f75171293ebc tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:41.574294 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-46902054-eb87-4061-87be-f75171293ebc tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:41.605435 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-46902054-eb87-4061-87be-f75171293ebc tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:41.606872 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-46902054-eb87-4061-87be-f75171293ebc tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1555455 Jul 29 14:30:41.607895 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46902054-eb87-4061-87be-f75171293ebc tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8609b1ad-e6a3-4827-b542-8c959babb7bf,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:41.610403 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 35050) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:41.614943 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-234579a7-1e3a-486b-bf84-e325a4a40285 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Request body: {'security_group_rule': {'security_group_id': '8609b1ad-e6a3-4827-b542-8c959babb7bf', 'project_id': '9909d279060d4835b6f235322efefc98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:30:41.643212 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-234579a7-1e3a-486b-bf84-e325a4a40285 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:41.697664 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-234579a7-1e3a-486b-bf84-e325a4a40285 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:41.701387 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-234579a7-1e3a-486b-bf84-e325a4a40285 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525993'] for security_group_rule, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:41.717208 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234579a7-1e3a-486b-bf84-e325a4a40285 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=061d3814-3bb9-49ff-b0b9-8706ba5d34f8,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:41.726157 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-234579a7-1e3a-486b-bf84-e325a4a40285 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:41.727379 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-234579a7-1e3a-486b-bf84-e325a4a40285 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160426 Jul 29 14:30:41.730094 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 35052) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:41.734610 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-3eaeeb58-e08f-42b9-a12a-e07f17131ba9 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Request body: {'security_group_rule': {'security_group_id': '8609b1ad-e6a3-4827-b542-8c959babb7bf', 'project_id': '9909d279060d4835b6f235322efefc98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:30:41.760779 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3eaeeb58-e08f-42b9-a12a-e07f17131ba9 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:41.855119 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3eaeeb58-e08f-42b9-a12a-e07f17131ba9 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:41.864168 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01804a88-07af-4ac8-bdfb-1120634e8470 req-38972483-eabe-4da8-a1b2-62ec8d2e971e tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:41.865670 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-01804a88-07af-4ac8-bdfb-1120634e8470 req-38972483-eabe-4da8-a1b2-62ec8d2e971e tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e3bea01-0124-42c6-88b0-28141ab33a3a HTTP/1.1" status: 200 len: 944 time: 0.0801771 Jul 29 14:30:41.866825 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3eaeeb58-e08f-42b9-a12a-e07f17131ba9 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525993'] for security_group_rule, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:41.898162 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaeeb58-e08f-42b9-a12a-e07f17131ba9 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d2ec5f-836d-4684-acc1-26f996daa8eb,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:41.902748 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3eaeeb58-e08f-42b9-a12a-e07f17131ba9 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:41.907013 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-3eaeeb58-e08f-42b9-a12a-e07f17131ba9 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1728916 Jul 29 14:30:41.907131 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 35056) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:41.912682 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-8b6122e5-2496-40b5-8ff0-797b3915689d tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Request body: {'security_group_rule': {'security_group_id': '8609b1ad-e6a3-4827-b542-8c959babb7bf', 'project_id': '9909d279060d4835b6f235322efefc98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:30:41.922530 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-01804a88-07af-4ac8-bdfb-1120634e8470 req-3dde5a96-7655-463e-be4e-306526a0ed6a tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476630 Jul 29 14:30:41.949005 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8b6122e5-2496-40b5-8ff0-797b3915689d tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:42.010590 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8b6122e5-2496-40b5-8ff0-797b3915689d tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:42.014368 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8b6122e5-2496-40b5-8ff0-797b3915689d tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525993'] for security_group_rule, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:42.031776 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6122e5-2496-40b5-8ff0-797b3915689d tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41ef313-131f-423a-bbdb-cc355a0e6700,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:42.041123 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-8b6122e5-2496-40b5-8ff0-797b3915689d tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:42.042355 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-8b6122e5-2496-40b5-8ff0-797b3915689d tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1342244 Jul 29 14:30:42.045634 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 35058) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:42.050406 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-96e84c87-7ff3-46de-887f-4f73e72f4bb3 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Request body: {'security_group_rule': {'security_group_id': '8609b1ad-e6a3-4827-b542-8c959babb7bf', 'project_id': '9909d279060d4835b6f235322efefc98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:30:42.077931 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 9654b1a9-0651-4545-8461-6f5dab4b757a up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:30:42.086779 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-96e84c87-7ff3-46de-887f-4f73e72f4bb3 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:42.100669 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device e3b6e33d-09c3-48cf-8948-46683ac0cb3a up at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:30:42.142088 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79059e3d-25b2-40ad-94a0-ef954fafb28e None None] Sync routers for ids ['2f982f64-fc7e-4cac-b5f6-76e714370bf2'] in dv-cinder-802882-2-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:30:42.149868 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-96e84c87-7ff3-46de-887f-4f73e72f4bb3 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:42.154435 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-96e84c87-7ff3-46de-887f-4f73e72f4bb3 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525993'] for security_group_rule, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:42.167330 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79059e3d-25b2-40ad-94a0-ef954fafb28e None None] Routers {'2f982f64-fc7e-4cac-b5f6-76e714370bf2'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:30:42.167964 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-79059e3d-25b2-40ad-94a0-ef954fafb28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:30:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['2f982f64-fc7e-4cac-b5f6-76e714370bf2'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:42.175973 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e84c87-7ff3-46de-887f-4f73e72f4bb3 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d8a21e4-4a4b-442e-9b11-d6ce648baf76,revision_number=0']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:42.179464 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-96e84c87-7ff3-46de-887f-4f73e72f4bb3 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:42.183178 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-96e84c87-7ff3-46de-887f-4f73e72f4bb3 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1340425 Jul 29 14:30:42.183634 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 35060) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:42.188194 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-45a23773-a364-45c2-930a-912faab4a13b tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Request body: {'security_group_rule': {'security_group_id': '8609b1ad-e6a3-4827-b542-8c959babb7bf', 'project_id': '9909d279060d4835b6f235322efefc98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:30:42.211365 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.db.securitygroups_db [None req-45a23773-a364-45c2-930a-912faab4a13b tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Project 9909d279060d4835b6f235322efefc98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 14:30:42.215923 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-45a23773-a364-45c2-930a-912faab4a13b tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:42.220532 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port 9654b1a9-0651-4545-8461-6f5dab4b757a triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:30:42.220986 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:42.241560 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning for port e3b6e33d-09c3-48cf-8948-46683ac0cb3a completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:30:42.257583 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning complete for port e3b6e33d-09c3-48cf-8948-46683ac0cb3a triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:30:42.257978 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:42.268264 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-45a23773-a364-45c2-930a-912faab4a13b tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:42.272662 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-45a23773-a364-45c2-930a-912faab4a13b tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525993'] for security_group_rule, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:42.290982 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a23773-a364-45c2-930a-912faab4a13b tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab7ddb7-31e7-4c23-b639-c5d290c37a7d,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:42.299078 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-45a23773-a364-45c2-930a-912faab4a13b tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:42.300399 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-45a23773-a364-45c2-930a-912faab4a13b tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1158786 Jul 29 14:30:42.303090 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 35062) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:42.307864 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-6c48c47f-5139-4fc6-853b-35c9fa0f6910 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Request body: {'security_group_rule': {'security_group_id': '8609b1ad-e6a3-4827-b542-8c959babb7bf', 'project_id': '9909d279060d4835b6f235322efefc98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:30:42.330380 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.db.securitygroups_db [None req-6c48c47f-5139-4fc6-853b-35c9fa0f6910 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Project 9909d279060d4835b6f235322efefc98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 14:30:42.335127 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6c48c47f-5139-4fc6-853b-35c9fa0f6910 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:42.356658 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-79059e3d-25b2-40ad-94a0-ef954fafb28e None None] Set router 2f982f64-fc7e-4cac-b5f6-76e714370bf2 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:30:42.405749 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6c48c47f-5139-4fc6-853b-35c9fa0f6910 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:42.411406 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6c48c47f-5139-4fc6-853b-35c9fa0f6910 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525993'] for security_group_rule, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:42.432653 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48c47f-5139-4fc6-853b-35c9fa0f6910 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a464de-2f58-4ab1-865e-ed730aaae248,revision_number=0']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:42.447521 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6c48c47f-5139-4fc6-853b-35c9fa0f6910 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:42.450074 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-6c48c47f-5139-4fc6-853b-35c9fa0f6910 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1446528 Jul 29 14:30:42.500551 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 2398e62c-a33c-40bd-8210-cb434489f20e up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:30:42.663618 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:42.761750 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3bea01-0124-42c6-88b0-28141ab33a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b6e33d-09c3-48cf-8948-46683ac0cb3a'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:30:42.764206 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccb16db2f9a74c00367815e69fa446d7a78c69e07d65ec2c4e32efa5fc27a6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca09d65-5b02-41fd-b3ac-88d8fa334af1" -d '{"events": [{"server_uuid": "0e3bea01-0124-42c6-88b0-28141ab33a3a", "name": "network-vif-plugged", "status": "completed", "tag": "e3b6e33d-09c3-48cf-8948-46683ac0cb3a"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:30:42.780466 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port 2398e62c-a33c-40bd-8210-cb434489f20e triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:30:42.780851 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:42.785028 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port e3b6e33d-09c3-48cf-8948-46683ac0cb3a, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=e3b6e33d-09c3-48cf-8948-46683ac0cb3a,segment=NetworkSegment(9e1b997b-38b8-4a39-8704-0a229296c38f),segment_id=9e1b997b-38b8-4a39-8704-0a229296c38f)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:30:42.810049 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:42.856677 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed6bfdf-e06c-4aad-a32a-2e291559d73c x-openstack-request-id: req-0ed6bfdf-e06c-4aad-a32a-2e291559d73c {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:30:42.857194 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3bea01-0124-42c6-88b0-28141ab33a3a", "name": "network-vif-plugged", "status": "completed", "tag": "e3b6e33d-09c3-48cf-8948-46683ac0cb3a", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:30:42.857482 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0ed6bfdf-e06c-4aad-a32a-2e291559d73c {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:30:42.857875 dv-cinder-802882-2-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3bea01-0124-42c6-88b0-28141ab33a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b6e33d-09c3-48cf-8948-46683ac0cb3a', 'code': 200} Jul 29 14:30:42.913072 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=e3b6e33d-09c3-48cf-8948-46683ac0cb3a,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:42.921400 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-79059e3d-25b2-40ad-94a0-ef954fafb28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f982f64-fc7e-4cac-b5f6-76e714370bf2', 'name': 'tempest-TestShelveInstance-474572307-router', 'tenant_id': 'ac90a8b82d694a599da0bb432dffd9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '3392e99e-7912-451b-8258-c19b34ff3aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:30:35Z', 'updated_at': '2021-07-29T14:30:39Z', 'revision_number': 4, 'project_id': 'ac90a8b82d694a599da0bb432dffd9c1', 'gw_port': {'id': '3392e99e-7912-451b-8258-c19b34ff3aba', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f982f64-fc7e-4cac-b5f6-76e714370bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:36Z', 'updated_at': '2021-07-29T14:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': '0e300f62-604f-4c6d-b2b2-8bb9da18a7fd', 'name': '', 'network_id': 'b084b1bc-1532-4f34-925a-c25611d450d1', 'tenant_id': 'ac90a8b82d694a599da0bb432dffd9c1', 'mac_address': 'fa:16:3e:32:f9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f982f64-fc7e-4cac-b5f6-76e714370bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '53d6e054-1266-4138-81ed-42e2da41b7ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:38Z', 'updated_at': '2021-07-29T14:30:39Z', 'revision_number': 2, 'project_id': 'ac90a8b82d694a599da0bb432dffd9c1', 'subnets': [{'id': '53d6e054-1266-4138-81ed-42e2da41b7ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:42.983948 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79059e3d-25b2-40ad-94a0-ef954fafb28e None None] Checking router: 2f982f64-fc7e-4cac-b5f6-76e714370bf2 for host: dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:30:42.984225 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79059e3d-25b2-40ad-94a0-ef954fafb28e None None] Updating router 2f982f64-fc7e-4cac-b5f6-76e714370bf2 port 0e300f62-604f-4c6d-b2b2-8bb9da18a7fd binding host dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:30:43.048087 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-79059e3d-25b2-40ad-94a0-ef954fafb28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:43.052719 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 3392e99e-7912-451b-8258-c19b34ff3aba up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:30:43.140716 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f586c90-bb66-4b78-af0f-2d0322b8be34 req-64f9f5cd-6b8b-4c66-bdfd-66a1a038b0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:43.143594 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-4f586c90-bb66-4b78-af0f-2d0322b8be34 req-64f9f5cd-6b8b-4c66-bdfd-66a1a038b0a1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0e3bea01-0124-42c6-88b0-28141ab33a3a HTTP/1.1" status: 200 len: 1098 time: 0.0677831 Jul 29 14:30:43.148837 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912e5ea-d7be-42d8-b3e6-5b56b3f5b696 req-2a8c758c-8ca0-49e4-b37d-336dd9b46a67 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:43.150781 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b912e5ea-d7be-42d8-b3e6-5b56b3f5b696 req-2a8c758c-8ca0-49e4-b37d-336dd9b46a67 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e3bea01-0124-42c6-88b0-28141ab33a3a HTTP/1.1" status: 200 len: 945 time: 0.1155121 Jul 29 14:30:43.215171 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-4f586c90-bb66-4b78-af0f-2d0322b8be34 req-7cf99cc4-b4fe-422d-8014-a12d6248fcca service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631535 Jul 29 14:30:43.228732 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b912e5ea-d7be-42d8-b3e6-5b56b3f5b696 req-46faddd6-18d4-4712-beb0-6bf191fa256a tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665114 Jul 29 14:30:43.258621 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port 3392e99e-7912-451b-8258-c19b34ff3aba triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:30:43.259084 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:43.651645 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-79059e3d-25b2-40ad-94a0-ef954fafb28e None None] Notify callbacks [] for port, precommit_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:43.667546 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-79059e3d-25b2-40ad-94a0-ef954fafb28e None None] Transition to ACTIVE for port object 0e300f62-604f-4c6d-b2b2-8bb9da18a7fd will not be triggered until provisioned by entity L2. {{(pid=93048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:30:43.673804 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-79059e3d-25b2-40ad-94a0-ef954fafb28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:43.738131 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d776c-9fb9-4bd6-baa7-e1896af3b9af None None] Pushing event updated for resources: {'Port': ['ID=0e300f62-604f-4c6d-b2b2-8bb9da18a7fd,revision_number=3']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:43.800732 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fa353-2371-48df-afda-77e30eb83282 req-7d791c1a-86ed-4534-9eb1-fd1cd6c12b9d tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:43.802712 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b82fa353-2371-48df-afda-77e30eb83282 req-7d791c1a-86ed-4534-9eb1-fd1cd6c12b9d tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 947 time: 0.0672407 Jul 29 14:30:43.809089 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-79059e3d-25b2-40ad-94a0-ef954fafb28e None None] Attempting to bind port 0e300f62-604f-4c6d-b2b2-8bb9da18a7fd on host dv-cinder-802882-2-iscsi for vnic_type normal with profile {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:30:43.810233 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-79059e3d-25b2-40ad-94a0-ef954fafb28e None None] Attempting to bind port 0e300f62-604f-4c6d-b2b2-8bb9da18a7fd by drivers openvswitch,hyperv on host dv-cinder-802882-2-iscsi at level 0 using segments [{'id': '2e7bc194-9acc-4117-a08b-7af42183e55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b084b1bc-1532-4f34-925a-c25611d450d1'}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:30:43.811133 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79059e3d-25b2-40ad-94a0-ef954fafb28e None None] Attempting to bind port 0e300f62-604f-4c6d-b2b2-8bb9da18a7fd on network b084b1bc-1532-4f34-925a-c25611d450d1 {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:30:43.823708 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79059e3d-25b2-40ad-94a0-ef954fafb28e None None] Checking agent: {'id': '1ca66b18-24af-4c4d-ab67-53f04b5066d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 14, 58), 'started_at': datetime.datetime(2021, 7, 29, 14, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:30:43.824528 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79059e3d-25b2-40ad-94a0-ef954fafb28e None None] Checking segment: {'id': '2e7bc194-9acc-4117-a08b-7af42183e55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b084b1bc-1532-4f34-925a-c25611d450d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:30:43.825162 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-79059e3d-25b2-40ad-94a0-ef954fafb28e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:43.827217 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79059e3d-25b2-40ad-94a0-ef954fafb28e None None] Bound using segment: {'id': '2e7bc194-9acc-4117-a08b-7af42183e55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b084b1bc-1532-4f34-925a-c25611d450d1'} {{(pid=93048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:30:43.827990 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.managers [None req-79059e3d-25b2-40ad-94a0-ef954fafb28e None None] Bound port: 0e300f62-604f-4c6d-b2b2-8bb9da18a7fd, host: dv-cinder-802882-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e7bc194-9acc-4117-a08b-7af42183e55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b084b1bc-1532-4f34-925a-c25611d450d1'}}] {{(pid=93048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:30:43.828894 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-79059e3d-25b2-40ad-94a0-ef954fafb28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:43.883847 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b82fa353-2371-48df-afda-77e30eb83282 req-4dd3b0c5-711e-4e9c-bd65-5bbe89e57a34 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654783 Jul 29 14:30:43.916365 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-79059e3d-25b2-40ad-94a0-ef954fafb28e None None] For port 0e300f62-604f-4c6d-b2b2-8bb9da18a7fd, host dv-cinder-802882-2-iscsi, cleared binding levels {{(pid=93048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:30:43.922489 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-79059e3d-25b2-40ad-94a0-ef954fafb28e None None] For port 0e300f62-604f-4c6d-b2b2-8bb9da18a7fd, host dv-cinder-802882-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=0e300f62-604f-4c6d-b2b2-8bb9da18a7fd,segment=NetworkSegment(2e7bc194-9acc-4117-a08b-7af42183e55a),segment_id=2e7bc194-9acc-4117-a08b-7af42183e55a)] {{(pid=93048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:30:43.929481 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-79059e3d-25b2-40ad-94a0-ef954fafb28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:44.007912 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d776c-9fb9-4bd6-baa7-e1896af3b9af None None] Pushing event updated for resources: {'Port': ['ID=0e300f62-604f-4c6d-b2b2-8bb9da18a7fd,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:44.011107 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79059e3d-25b2-40ad-94a0-ef954fafb28e None None] Routers {'2f982f64-fc7e-4cac-b5f6-76e714370bf2'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:30:44.011718 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-79059e3d-25b2-40ad-94a0-ef954fafb28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:30:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['2f982f64-fc7e-4cac-b5f6-76e714370bf2'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:44.203016 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-79059e3d-25b2-40ad-94a0-ef954fafb28e None None] Set router 2f982f64-fc7e-4cac-b5f6-76e714370bf2 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:30:44.406913 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0374a75-9878-4b67-afb5-e51ea4dda6ad req-1ae97118-44f2-4b4d-aef4-c135ffb230cb tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:44.414214 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f0374a75-9878-4b67-afb5-e51ea4dda6ad req-1ae97118-44f2-4b4d-aef4-c135ffb230cb tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e3bea01-0124-42c6-88b0-28141ab33a3a HTTP/1.1" status: 200 len: 945 time: 0.0734313 Jul 29 14:30:44.466114 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f0374a75-9878-4b67-afb5-e51ea4dda6ad req-b0442863-d792-4cf7-96b3-badeba6b03ea tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477245 Jul 29 14:30:44.499863 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-79059e3d-25b2-40ad-94a0-ef954fafb28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f982f64-fc7e-4cac-b5f6-76e714370bf2', 'name': 'tempest-TestShelveInstance-474572307-router', 'tenant_id': 'ac90a8b82d694a599da0bb432dffd9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '3392e99e-7912-451b-8258-c19b34ff3aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:30:35Z', 'updated_at': '2021-07-29T14:30:39Z', 'revision_number': 4, 'project_id': 'ac90a8b82d694a599da0bb432dffd9c1', 'gw_port': {'id': '3392e99e-7912-451b-8258-c19b34ff3aba', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f982f64-fc7e-4cac-b5f6-76e714370bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:36Z', 'updated_at': '2021-07-29T14:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': '0e300f62-604f-4c6d-b2b2-8bb9da18a7fd', 'name': '', 'network_id': 'b084b1bc-1532-4f34-925a-c25611d450d1', 'tenant_id': 'ac90a8b82d694a599da0bb432dffd9c1', 'mac_address': 'fa:16:3e:32:f9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f982f64-fc7e-4cac-b5f6-76e714370bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '53d6e054-1266-4138-81ed-42e2da41b7ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:38Z', 'updated_at': '2021-07-29T14:30:43Z', 'revision_number': 4, 'project_id': 'ac90a8b82d694a599da0bb432dffd9c1', 'subnets': [{'id': '53d6e054-1266-4138-81ed-42e2da41b7ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:44.531862 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79059e3d-25b2-40ad-94a0-ef954fafb28e None None] The sync data for ids ['2f982f64-fc7e-4cac-b5f6-76e714370bf2'] in dv-cinder-802882-2-iscsi is: [{'id': '2f982f64-fc7e-4cac-b5f6-76e714370bf2', 'name': 'tempest-TestShelveInstance-474572307-router', 'tenant_id': 'ac90a8b82d694a599da0bb432dffd9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '3392e99e-7912-451b-8258-c19b34ff3aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:30:35Z', 'updated_at': '2021-07-29T14:30:39Z', 'revision_number': 4, 'project_id': 'ac90a8b82d694a599da0bb432dffd9c1', 'gw_port': {'id': '3392e99e-7912-451b-8258-c19b34ff3aba', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f982f64-fc7e-4cac-b5f6-76e714370bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:36Z', 'updated_at': '2021-07-29T14:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': '0e300f62-604f-4c6d-b2b2-8bb9da18a7fd', 'name': '', 'network_id': 'b084b1bc-1532-4f34-925a-c25611d450d1', 'tenant_id': 'ac90a8b82d694a599da0bb432dffd9c1', 'mac_address': 'fa:16:3e:32:f9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f982f64-fc7e-4cac-b5f6-76e714370bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '53d6e054-1266-4138-81ed-42e2da41b7ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:38Z', 'updated_at': '2021-07-29T14:30:43Z', 'revision_number': 4, 'project_id': 'ac90a8b82d694a599da0bb432dffd9c1', 'subnets': [{'id': '53d6e054-1266-4138-81ed-42e2da41b7ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:30:44.640595 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0932f1-ef08-4ae2-9301-ec9c15dfd585 req-ebfe9623-5dd9-4376-8583-46baf2176248 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:44.642331 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-dd0932f1-ef08-4ae2-9301-ec9c15dfd585 req-ebfe9623-5dd9-4376-8583-46baf2176248 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e3bea01-0124-42c6-88b0-28141ab33a3a HTTP/1.1" status: 200 len: 945 time: 0.1051459 Jul 29 14:30:44.695751 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-dd0932f1-ef08-4ae2-9301-ec9c15dfd585 req-50277f79-8b3a-4ec2-87b7-267e4b264117 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441539 Jul 29 14:30:44.721159 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 35156) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:44.774901 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de7eca0-181f-42e4-bc32-2b8cb990b012 tempest-TestVolumeBootPattern-730778682 tempest-TestVolumeBootPattern-730778682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:44.776459 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-6de7eca0-181f-42e4-bc32-2b8cb990b012 tempest-TestVolumeBootPattern-730778682 tempest-TestVolumeBootPattern-730778682-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0e3bea01-0124-42c6-88b0-28141ab33a3a HTTP/1.1" status: 200 len: 1093 time: 0.0535839 Jul 29 14:30:44.779743 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 35158) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:44.784942 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [None req-d78bf3a8-8177-43fb-ae68-3c215867743e tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Request body: {'floatingip': {'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'port_id': 'e3b6e33d-09c3-48cf-8948-46683ac0cb3a', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:30:44.816434 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d78bf3a8-8177-43fb-ae68-3c215867743e tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for floatingip, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:44.942475 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d78bf3a8-8177-43fb-ae68-3c215867743e tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:45.032476 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd42dc4-9f0a-46c0-b318-7a6c9244da73 req-8a868a2f-4515-4ce4-945a-47848798ccc1 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:45.034099 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0cd42dc4-9f0a-46c0-b318-7a6c9244da73 req-8a868a2f-4515-4ce4-945a-47848798ccc1 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 947 time: 0.0612385 Jul 29 14:30:45.078515 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [None req-d78bf3a8-8177-43fb-ae68-3c215867743e tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Allocated IP 172.27.2.22 (32664875-679c-4a6a-adbf-80e7664b419a/8daef0cf-848b-40ef-9b17-9a185079ae25/8e8d8a0c-9340-45d3-8946-01026e7c9b25) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:30:45.085645 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0cd42dc4-9f0a-46c0-b318-7a6c9244da73 req-35223b37-9d7f-4946-a57b-3a8ada768226 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453765 Jul 29 14:30:45.199299 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d78bf3a8-8177-43fb-ae68-3c215867743e tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:45.244382 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d78bf3a8-8177-43fb-ae68-3c215867743e tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:45.293706 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78bf3a8-8177-43fb-ae68-3c215867743e tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Network 32664875-679c-4a6a-adbf-80e7664b419a is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:30:45.297949 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [None req-d78bf3a8-8177-43fb-ae68-3c215867743e tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:30:45.302828 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78bf3a8-8177-43fb-ae68-3c215867743e tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Pushing event updated for resources: {'Port': ['ID=8e8d8a0c-9340-45d3-8946-01026e7c9b25,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:45.306184 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78bf3a8-8177-43fb-ae68-3c215867743e tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:30:45.444352 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32317d-5673-4bfb-9893-d7991f4f056d req-f3501148-36db-4d7e-9bae-3e5e970be2f5 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:45.446043 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9b32317d-5673-4bfb-9893-d7991f4f056d req-f3501148-36db-4d7e-9bae-3e5e970be2f5 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.42 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 947 time: 0.1447463 Jul 29 14:30:45.684315 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-9b32317d-5673-4bfb-9893-d7991f4f056d req-6a212c76-b2b8-43b1-8917-e08306de2bcf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Deleting port e6e2264e-d738-46e7-9f34-015f36786387 {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:30:45.684663 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-9b32317d-5673-4bfb-9893-d7991f4f056d req-6a212c76-b2b8-43b1-8917-e08306de2bcf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:45.870001 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 35178) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:45.875745 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-9b32317d-5673-4bfb-9893-d7991f4f056d req-6a212c76-b2b8-43b1-8917-e08306de2bcf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] For port e6e2264e-d738-46e7-9f34-015f36786387, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=e6e2264e-d738-46e7-9f34-015f36786387,segment=NetworkSegment(2a3c3cb3-1d3e-4c59-bff4-f754839f2eca),segment_id=2a3c3cb3-1d3e-4c59-bff4-f754839f2eca)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:30:45.876274 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-9b32317d-5673-4bfb-9893-d7991f4f056d req-6a212c76-b2b8-43b1-8917-e08306de2bcf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:46.035262 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7f6cbf2c-221d-4cf9-9220-81be0d9d6781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:46.168567 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 0e300f62-604f-4c6d-b2b2-8bb9da18a7fd up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:30:46.218570 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7f6cbf2c-221d-4cf9-9220-81be0d9d6781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:46.224006 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-7f6cbf2c-221d-4cf9-9220-81be0d9d6781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:46.302417 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6cbf2c-221d-4cf9-9220-81be0d9d6781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6def4297-4d45-4169-8a16-9761cca73c88,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:46.308943 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning for port 0e300f62-604f-4c6d-b2b2-8bb9da18a7fd completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:30:46.315981 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port 0e300f62-604f-4c6d-b2b2-8bb9da18a7fd triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:30:46.316654 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:46.329124 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-7f6cbf2c-221d-4cf9-9220-81be0d9d6781 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=99b0bf703a7d485c878da34ed38f976e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4581256 Jul 29 14:30:46.330500 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 35184) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:46.361829 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d5749-ee6f-4976-ae26-85a617641843 req-a1e393d2-21e7-42a9-b29b-dea5b9a44265 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:46.363614 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-758d5749-ee6f-4976-ae26-85a617641843 req-a1e393d2-21e7-42a9-b29b-dea5b9a44265 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 947 time: 0.1434226 Jul 29 14:30:46.454987 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:46.458162 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-dc5f74b8-bfe1-40bc-9c08-f6dcfdf17c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:46.469645 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-758d5749-ee6f-4976-ae26-85a617641843 req-5eb904bd-4e2f-4391-a06a-3cad51d056c1 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e00d31d-c7bf-4663-86f0-c66bf02b9460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939686 Jul 29 14:30:46.492118 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-dc5f74b8-bfe1-40bc-9c08-f6dcfdf17c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:46.512387 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d78bf3a8-8177-43fb-ae68-3c215867743e tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:46.536165 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] For port 0e300f62-604f-4c6d-b2b2-8bb9da18a7fd, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=0e300f62-604f-4c6d-b2b2-8bb9da18a7fd,segment=NetworkSegment(2e7bc194-9acc-4117-a08b-7af42183e55a),segment_id=2e7bc194-9acc-4117-a08b-7af42183e55a)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:30:46.552626 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:46.595157 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-dc5f74b8-bfe1-40bc-9c08-f6dcfdf17c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:46.598297 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-dc5f74b8-bfe1-40bc-9c08-f6dcfdf17c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:46.599297 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-dc5f74b8-bfe1-40bc-9c08-f6dcfdf17c30 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6def4297-4d45-4169-8a16-9761cca73c88 HTTP/1.1" status: 204 len: 168 time: 0.2661467 Jul 29 14:30:46.609291 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f74b8-bfe1-40bc-9c08-f6dcfdf17c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6def4297-4d45-4169-8a16-9761cca73c88,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:46.656352 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Pushing event updated for resources: {'Port': ['ID=0e300f62-604f-4c6d-b2b2-8bb9da18a7fd,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:46.672036 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-9b32317d-5673-4bfb-9893-d7991f4f056d req-6a212c76-b2b8-43b1-8917-e08306de2bcf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:46.673116 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-9b32317d-5673-4bfb-9893-d7991f4f056d req-6a212c76-b2b8-43b1-8917-e08306de2bcf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744517'] for floatingip, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:46.673116 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.db.l3_db [req-9b32317d-5673-4bfb-9893-d7991f4f056d req-6a212c76-b2b8-43b1-8917-e08306de2bcf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Floating IP f5f5beec-e84e-4093-8c11-e8436e1f6076 disassociated. External IP: 172.27.2.159, port: e6e2264e-d738-46e7-9f34-015f36786387. Jul 29 14:30:46.673503 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-9b32317d-5673-4bfb-9893-d7991f4f056d req-6a212c76-b2b8-43b1-8917-e08306de2bcf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Calling delete_port for e6e2264e-d738-46e7-9f34-015f36786387 owned by compute:nova {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:30:46.691611 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d78bf3a8-8177-43fb-ae68-3c215867743e tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:46.963266 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-9b32317d-5673-4bfb-9893-d7991f4f056d req-6a212c76-b2b8-43b1-8917-e08306de2bcf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:46.981604 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 35192) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:46.999735 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3704e1d9-5014-4781-8662-57946d791c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:47.013570 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d78bf3a8-8177-43fb-ae68-3c215867743e tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:47.018421 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a212c76-b2b8-43b1-8917-e08306de2bcf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Pushing event deleted for resources: {'Port': ['ID=e6e2264e-d738-46e7-9f34-015f36786387,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:47.023052 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d78bf3a8-8177-43fb-ae68-3c215867743e tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971904'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:47.133463 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3704e1d9-5014-4781-8662-57946d791c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:47.138025 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3704e1d9-5014-4781-8662-57946d791c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:47.189862 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704e1d9-5014-4781-8662-57946d791c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0892a2-af48-48db-a5d0-cf1067c303a9,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:47.194448 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-3704e1d9-5014-4781-8662-57946d791c69 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cd4f4b1329764737a8cc31a178946aba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2110775 Jul 29 14:30:47.196914 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 35194) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:47.203346 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78bf3a8-8177-43fb-ae68-3c215867743e tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Pushing event updated for resources: {'Port': ['ID=8e8d8a0c-9340-45d3-8946-01026e7c9b25,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:47.216012 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d78bf3a8-8177-43fb-ae68-3c215867743e tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744517'] for floatingip, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:47.258171 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-132e24cc-49bd-4651-b1b8-d0c8dbe48b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:47.286259 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-132e24cc-49bd-4651-b1b8-d0c8dbe48b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:47.313546 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b32317d-5673-4bfb-9893-d7991f4f056d req-6a212c76-b2b8-43b1-8917-e08306de2bcf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Router b8740e5e-e875-4633-92b6-848c052a1b56 has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:30:47.340517 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-132e24cc-49bd-4651-b1b8-d0c8dbe48b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:47.344520 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-132e24cc-49bd-4651-b1b8-d0c8dbe48b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:47.345661 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-132e24cc-49bd-4651-b1b8-d0c8dbe48b26 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9a0892a2-af48-48db-a5d0-cf1067c303a9 HTTP/1.1" status: 204 len: 168 time: 0.1478212 Jul 29 14:30:47.355246 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e24cc-49bd-4651-b1b8-d0c8dbe48b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0892a2-af48-48db-a5d0-cf1067c303a9,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:47.395677 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.db.l3_db [None req-d78bf3a8-8177-43fb-ae68-3c215867743e tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Floating IP 93e257d7-92b4-46b5-8400-e4cbcbca5ea9 associated. External IP: 172.27.2.22, port: e3b6e33d-09c3-48cf-8948-46683ac0cb3a. Jul 29 14:30:47.567089 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b32317d-5673-4bfb-9893-d7991f4f056d req-6a212c76-b2b8-43b1-8917-e08306de2bcf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:30:47.583823 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5f9106-184d-4b39-b513-e35d707023a3 None None] Sync routers for ids ['b8740e5e-e875-4633-92b6-848c052a1b56'] in dv-cinder-802882-2-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:30:47.604114 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5f9106-184d-4b39-b513-e35d707023a3 None None] Routers {'b8740e5e-e875-4633-92b6-848c052a1b56'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:30:47.604786 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-6e5f9106-184d-4b39-b513-e35d707023a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:30:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['b8740e5e-e875-4633-92b6-848c052a1b56'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:47.687446 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b32317d-5673-4bfb-9893-d7991f4f056d req-6a212c76-b2b8-43b1-8917-e08306de2bcf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] No DVR routers for this DVR port e6e2264e-d738-46e7-9f34-015f36786387 on host hv-cinder-80288 {{(pid=93046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:30:47.693282 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2711abcb-396d-488e-8909-86d97da77793 req-4a1a93bd-0229-403f-b747-d4a9f5b4b4fd tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/ports?device_id=04757c20-44d9-4ae4-9adf-841459744ff0 HTTP/1.1" status: 200 len: 210 time: 0.0521450 Jul 29 14:30:47.697904 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-9b32317d-5673-4bfb-9893-d7991f4f056d req-6a212c76-b2b8-43b1-8917-e08306de2bcf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:47.700215 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9b32317d-5673-4bfb-9893-d7991f4f056d req-6a212c76-b2b8-43b1-8917-e08306de2bcf tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.42 "DELETE /v2.0/ports/e6e2264e-d738-46e7-9f34-015f36786387 HTTP/1.1" status: 204 len: 173 time: 2.2301657 Jul 29 14:30:47.700415 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04757c20-44d9-4ae4-9adf-841459744ff0', 'name': 'network-vif-deleted', 'tag': 'e6e2264e-d738-46e7-9f34-015f36786387'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:30:47.704654 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12d0d8acfdc7c270d197b253719fe34768a82c9c4ffac31e71dba4df5af88c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02791a08-3336-4fbc-aeb1-48f8973d1040" -d '{"events": [{"server_uuid": "04757c20-44d9-4ae4-9adf-841459744ff0", "name": "network-vif-deleted", "tag": "e6e2264e-d738-46e7-9f34-015f36786387"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:30:47.815771 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-6e5f9106-184d-4b39-b513-e35d707023a3 None None] Set router b8740e5e-e875-4633-92b6-848c052a1b56 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:30:47.825906 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63f8580-70a2-4155-bb5d-0663238d8a04 x-openstack-request-id: req-d63f8580-70a2-4155-bb5d-0663238d8a04 {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:30:47.826499 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04757c20-44d9-4ae4-9adf-841459744ff0", "name": "network-vif-deleted", "tag": "e6e2264e-d738-46e7-9f34-015f36786387", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:30:47.826968 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d63f8580-70a2-4155-bb5d-0663238d8a04 {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:30:47.827580 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04757c20-44d9-4ae4-9adf-841459744ff0', 'name': 'network-vif-deleted', 'tag': 'e6e2264e-d738-46e7-9f34-015f36786387', 'status': 'completed', 'code': 200} Jul 29 14:30:47.954635 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78bf3a8-8177-43fb-ae68-3c215867743e tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Router e4d8203b-6501-4bf7-a212-16df2966a1ee has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:30:48.110522 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-6e5f9106-184d-4b39-b513-e35d707023a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'name': 'tempest-AttachVolumeShelveTestJSON-1140062297-router', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:04Z', 'updated_at': '2021-07-29T14:23:13Z', 'revision_number': 4, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'gw_port': {'id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': 'bc9bb935-1ebc-4853-b9e9-73407a67beda', 'name': '', 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'mac_address': 'fa:16:3e:9c:bb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:11Z', 'updated_at': '2021-07-29T14:23:26Z', 'revision_number': 5, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'subnets': [{'id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:48.117463 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78bf3a8-8177-43fb-ae68-3c215867743e tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:30:48.125789 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 0e300f62-604f-4c6d-b2b2-8bb9da18a7fd up at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:30:48.150702 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d78bf3a8-8177-43fb-ae68-3c215867743e tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for floatingip, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:48.160185 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device e6e2264e-d738-46e7-9f34-015f36786387 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:30:48.162833 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3ae4dd-8590-496e-acf7-21de8e191119 None None] Sync routers for ids ['e4d8203b-6501-4bf7-a212-16df2966a1ee'] in dv-cinder-802882-2-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:30:48.183485 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5f9106-184d-4b39-b513-e35d707023a3 None None] Checking router: b8740e5e-e875-4633-92b6-848c052a1b56 for host: dv-cinder-802882-2-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:30:48.189469 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-d78bf3a8-8177-43fb-ae68-3c215867743e tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4084990 Jul 29 14:30:48.210556 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] No Port match for: e6e2264e-d738-46e7-9f34-015f36786387 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:30:48.211416 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device e6e2264e-d738-46e7-9f34-015f36786387 not bound to the agent host hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:30:48.212358 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5f9106-184d-4b39-b513-e35d707023a3 None None] Routers {'b8740e5e-e875-4633-92b6-848c052a1b56'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:30:48.214682 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-6e5f9106-184d-4b39-b513-e35d707023a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:30:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['b8740e5e-e875-4633-92b6-848c052a1b56'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:48.217734 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3ae4dd-8590-496e-acf7-21de8e191119 None None] Routers {'e4d8203b-6501-4bf7-a212-16df2966a1ee'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:30:48.218872 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-9a3ae4dd-8590-496e-acf7-21de8e191119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:30:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['e4d8203b-6501-4bf7-a212-16df2966a1ee'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:48.352382 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Provisioning complete for port 0e300f62-604f-4c6d-b2b2-8bb9da18a7fd triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:30:48.352787 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:48.396205 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-6e5f9106-184d-4b39-b513-e35d707023a3 None None] Set router b8740e5e-e875-4633-92b6-848c052a1b56 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:30:48.427425 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-9a3ae4dd-8590-496e-acf7-21de8e191119 None None] Set router e4d8203b-6501-4bf7-a212-16df2966a1ee gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:30:48.697371 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-6e5f9106-184d-4b39-b513-e35d707023a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'name': 'tempest-AttachVolumeShelveTestJSON-1140062297-router', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:04Z', 'updated_at': '2021-07-29T14:23:13Z', 'revision_number': 4, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'gw_port': {'id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': 'bc9bb935-1ebc-4853-b9e9-73407a67beda', 'name': '', 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'mac_address': 'fa:16:3e:9c:bb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:11Z', 'updated_at': '2021-07-29T14:23:26Z', 'revision_number': 5, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'subnets': [{'id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:48.741053 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5f9106-184d-4b39-b513-e35d707023a3 None None] The sync data for ids ['b8740e5e-e875-4633-92b6-848c052a1b56'] in dv-cinder-802882-2-iscsi is: [{'id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'name': 'tempest-AttachVolumeShelveTestJSON-1140062297-router', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:04Z', 'updated_at': '2021-07-29T14:23:13Z', 'revision_number': 4, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'gw_port': {'id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': 'bc9bb935-1ebc-4853-b9e9-73407a67beda', 'name': '', 'network_id': '8a4c7fff-7798-4447-98a3-cd40daeca628', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'mac_address': 'fa:16:3e:9c:bb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:11Z', 'updated_at': '2021-07-29T14:23:26Z', 'revision_number': 5, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'subnets': [{'id': '7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:30:48.810528 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-9a3ae4dd-8590-496e-acf7-21de8e191119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'name': 'tempest-TestVolumeBootPattern-1288691138-router', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:38Z', 'updated_at': '2021-07-29T14:26:43Z', 'revision_number': 4, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'gw_port': {'id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:39Z', 'updated_at': '2021-07-29T14:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_floatingips': [{'id': '93e257d7-92b4-46b5-8400-e4cbcbca5ea9', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'router_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'port_id': 'e3b6e33d-09c3-48cf-8948-46683ac0cb3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'mac_address': 'fa:16:3e:b8:62:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3bea01-0124-42c6-88b0-28141ab33a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:30:45Z', 'updated_at': '2021-07-29T14:30:45Z', 'revision_number': 0, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a5fe53-2a18-4a19-acdc-ae1af38e5c21', 'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'mac_address': 'fa:16:3e:3b:aa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:42Z', 'updated_at': '2021-07-29T14:26:51Z', 'revision_number': 5, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'subnets': [{'id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:48.850854 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3ae4dd-8590-496e-acf7-21de8e191119 None None] Checking router: e4d8203b-6501-4bf7-a212-16df2966a1ee for host: dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:30:48.865939 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3ae4dd-8590-496e-acf7-21de8e191119 None None] Routers {'e4d8203b-6501-4bf7-a212-16df2966a1ee'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:30:48.865939 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-9a3ae4dd-8590-496e-acf7-21de8e191119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:30:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['e4d8203b-6501-4bf7-a212-16df2966a1ee'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:48.866184 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 35234) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:48.960878 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b3fe5613-136c-4a86-bead-5ab5ca0a0bd4 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:48.997184 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b3fe5613-136c-4a86-bead-5ab5ca0a0bd4 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:49.025112 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-9a3ae4dd-8590-496e-acf7-21de8e191119 None None] Set router e4d8203b-6501-4bf7-a212-16df2966a1ee gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:30:49.070542 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b3fe5613-136c-4a86-bead-5ab5ca0a0bd4 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:49.073141 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b3fe5613-136c-4a86-bead-5ab5ca0a0bd4 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:49.077218 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-b3fe5613-136c-4a86-bead-5ab5ca0a0bd4 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "DELETE /v2.0/security-groups/5e00d31d-c7bf-4663-86f0-c66bf02b9460 HTTP/1.1" status: 204 len: 168 time: 0.2073686 Jul 29 14:30:49.077673 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 35240) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:49.088395 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe5613-136c-4a86-bead-5ab5ca0a0bd4 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e00d31d-c7bf-4663-86f0-c66bf02b9460,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:49.104949 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.api.v2.resource [None req-743679d4-27f4-4b0f-bb70-48f3848b7629 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] show failed (client error): The resource could not be found. Jul 29 14:30:49.106623 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-743679d4-27f4-4b0f-bb70-48f3848b7629 tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "GET /v2.0/security-groups/5e00d31d-c7bf-4663-86f0-c66bf02b9460 HTTP/1.1" status: 404 len: 347 time: 0.0271688 Jul 29 14:30:49.110917 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 35242) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:49.156029 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f463857-3ab5-4347-9043-52576aa7f2d2 None None] New status for floating IP f5f5beec-e84e-4093-8c11-e8436e1f6076: DOWN {{(pid=93049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:30:49.329311 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-f6870f91-1cdd-4e65-80e6-66184cccebbd tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Deleting port 0c57fe3f-378f-471c-901b-1537bad6fcae {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:30:49.329790 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f6870f91-1cdd-4e65-80e6-66184cccebbd tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:49.446239 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f6870f91-1cdd-4e65-80e6-66184cccebbd tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:49.447252 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f6870f91-1cdd-4e65-80e6-66184cccebbd tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:49.462034 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-f6870f91-1cdd-4e65-80e6-66184cccebbd tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Calling delete_port for 0c57fe3f-378f-471c-901b-1537bad6fcae owned by network:floatingip {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:30:49.600558 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-9a3ae4dd-8590-496e-acf7-21de8e191119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'name': 'tempest-TestVolumeBootPattern-1288691138-router', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:38Z', 'updated_at': '2021-07-29T14:26:43Z', 'revision_number': 4, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'gw_port': {'id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:39Z', 'updated_at': '2021-07-29T14:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_floatingips': [{'id': '93e257d7-92b4-46b5-8400-e4cbcbca5ea9', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'router_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'port_id': 'e3b6e33d-09c3-48cf-8948-46683ac0cb3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'mac_address': 'fa:16:3e:b8:62:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3bea01-0124-42c6-88b0-28141ab33a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:30:45Z', 'updated_at': '2021-07-29T14:30:45Z', 'revision_number': 0, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a5fe53-2a18-4a19-acdc-ae1af38e5c21', 'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'mac_address': 'fa:16:3e:3b:aa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:42Z', 'updated_at': '2021-07-29T14:26:51Z', 'revision_number': 5, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'subnets': [{'id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:49.639935 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3ae4dd-8590-496e-acf7-21de8e191119 None None] The sync data for ids ['e4d8203b-6501-4bf7-a212-16df2966a1ee'] in dv-cinder-802882-2-iscsi is: [{'id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'name': 'tempest-TestVolumeBootPattern-1288691138-router', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:38Z', 'updated_at': '2021-07-29T14:26:43Z', 'revision_number': 4, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'gw_port': {'id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:39Z', 'updated_at': '2021-07-29T14:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_floatingips': [{'id': '93e257d7-92b4-46b5-8400-e4cbcbca5ea9', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'router_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'port_id': 'e3b6e33d-09c3-48cf-8948-46683ac0cb3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'mac_address': 'fa:16:3e:b8:62:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3bea01-0124-42c6-88b0-28141ab33a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:30:45Z', 'updated_at': '2021-07-29T14:30:45Z', 'revision_number': 0, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a5fe53-2a18-4a19-acdc-ae1af38e5c21', 'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'mac_address': 'fa:16:3e:3b:aa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:42Z', 'updated_at': '2021-07-29T14:26:51Z', 'revision_number': 5, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'subnets': [{'id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:30:49.679019 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f6870f91-1cdd-4e65-80e6-66184cccebbd tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:49.705156 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6870f91-1cdd-4e65-80e6-66184cccebbd tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Pushing event deleted for resources: {'Port': ['ID=0c57fe3f-378f-471c-901b-1537bad6fcae,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:49.780775 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f6870f91-1cdd-4e65-80e6-66184cccebbd tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks [] for floatingip, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:49.783701 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f6870f91-1cdd-4e65-80e6-66184cccebbd tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for floatingip, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:49.789952 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-f6870f91-1cdd-4e65-80e6-66184cccebbd tempest-AttachVolumeShelveTestJSON-787059936 tempest-AttachVolumeShelveTestJSON-787059936-project] 10.222.0.44 "DELETE /v2.0/floatingips/f5f5beec-e84e-4093-8c11-e8436e1f6076 HTTP/1.1" status: 204 len: 168 time: 0.6662111 Jul 29 14:30:49.829239 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e3bea01-0124-42c6-88b0-28141ab33a3a', 'tag': 'e3b6e33d-09c3-48cf-8948-46683ac0cb3a'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:30:49.830893 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12d0d8acfdc7c270d197b253719fe34768a82c9c4ffac31e71dba4df5af88c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74c9243-35d2-4f0c-96b2-d3c65d58b492" -d '{"events": [{"name": "network-changed", "server_uuid": "0e3bea01-0124-42c6-88b0-28141ab33a3a", "tag": "e3b6e33d-09c3-48cf-8948-46683ac0cb3a"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:30:49.909336 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f51dd9d-b1b4-4525-a7de-ce5c9b8624df x-openstack-request-id: req-3f51dd9d-b1b4-4525-a7de-ce5c9b8624df {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:30:49.909336 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e3bea01-0124-42c6-88b0-28141ab33a3a", "tag": "e3b6e33d-09c3-48cf-8948-46683ac0cb3a", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:30:49.909608 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3f51dd9d-b1b4-4525-a7de-ce5c9b8624df {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:30:49.914242 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e3bea01-0124-42c6-88b0-28141ab33a3a', 'tag': 'e3b6e33d-09c3-48cf-8948-46683ac0cb3a', 'status': 'completed', 'code': 200} Jul 29 14:30:49.998787 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c9243-35d2-4f0c-96b2-d3c65d58b492 req-2f448897-9f9a-4f4a-a27c-411bc1b548d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:50.005329 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c74c9243-35d2-4f0c-96b2-d3c65d58b492 req-2f448897-9f9a-4f4a-a27c-411bc1b548d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=790cbd91660745c18b1d53f07528a1b3&device_id=0e3bea01-0124-42c6-88b0-28141ab33a3a HTTP/1.1" status: 200 len: 1098 time: 0.0765417 Jul 29 14:30:50.141744 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c9243-35d2-4f0c-96b2-d3c65d58b492 req-e8d3ba11-25c3-403d-8817-07251ec365b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:50.143506 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c74c9243-35d2-4f0c-96b2-d3c65d58b492 req-e8d3ba11-25c3-403d-8817-07251ec365b9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fc30f6c6-945d-4102-8889-37cbeb7abf30 HTTP/1.1" status: 200 len: 913 time: 0.1294799 Jul 29 14:30:50.144644 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e99fe0-0779-4cf4-94d0-64ae3db8abe0 None None] New status for floating IP 93e257d7-92b4-46b5-8400-e4cbcbca5ea9: ACTIVE {{(pid=93048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:30:50.243169 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c74c9243-35d2-4f0c-96b2-d3c65d58b492 req-e197ce10-e692-4dd6-bead-fca2ec238e15 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3b6e33d-09c3-48cf-8948-46683ac0cb3a HTTP/1.1" status: 200 len: 998 time: 0.0920300 Jul 29 14:30:50.311848 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c9243-35d2-4f0c-96b2-d3c65d58b492 req-d9cc142c-0df6-439f-b78a-8f4bb04c51f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:50.313337 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c74c9243-35d2-4f0c-96b2-d3c65d58b492 req-d9cc142c-0df6-439f-b78a-8f4bb04c51f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96251832-4e3f-4c8a-b08d-273ae0959694 HTTP/1.1" status: 200 len: 851 time: 0.0630214 Jul 29 14:30:50.420800 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c9243-35d2-4f0c-96b2-d3c65d58b492 req-9c577686-9632-44ec-b8b6-5fda7cc7ee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:50.422653 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c74c9243-35d2-4f0c-96b2-d3c65d58b492 req-9c577686-9632-44ec-b8b6-5fda7cc7ee27 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fc30f6c6-945d-4102-8889-37cbeb7abf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1009045 Jul 29 14:30:50.514615 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c74c9243-35d2-4f0c-96b2-d3c65d58b492 req-3cb1d1d9-04cb-47c7-857c-c2c099818989 service neutron] 10.222.0.42 "GET /v2.0/networks/fc30f6c6-945d-4102-8889-37cbeb7abf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835176 Jul 29 14:30:50.612616 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c74c9243-35d2-4f0c-96b2-d3c65d58b492 req-1c338385-c7bb-42d2-8ec2-cfc3708c893b service neutron] 10.222.0.42 "GET /v2.0/networks/fc30f6c6-945d-4102-8889-37cbeb7abf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903361 Jul 29 14:30:52.297113 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 35298) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:52.798156 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-641e534f-d078-4e3d-b83f-c592bd78c390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659525'] for router_interface, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:53.328572 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-641e534f-d078-4e3d-b83f-c592bd78c390 admin admin] Deleting port bc9bb935-1ebc-4853-b9e9-73407a67beda {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:30:53.329257 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-641e534f-d078-4e3d-b83f-c592bd78c390 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:53.408716 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [None req-641e534f-d078-4e3d-b83f-c592bd78c390 admin admin] For port bc9bb935-1ebc-4853-b9e9-73407a67beda, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=bc9bb935-1ebc-4853-b9e9-73407a67beda,segment=NetworkSegment(2a3c3cb3-1d3e-4c59-bff4-f754839f2eca),segment_id=2a3c3cb3-1d3e-4c59-bff4-f754839f2eca)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:30:53.409119 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-641e534f-d078-4e3d-b83f-c592bd78c390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:53.422257 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-641e534f-d078-4e3d-b83f-c592bd78c390 admin admin] Calling delete_port for bc9bb935-1ebc-4853-b9e9-73407a67beda owned by network:router_interface {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:30:53.601296 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-641e534f-d078-4e3d-b83f-c592bd78c390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:53.627000 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e534f-d078-4e3d-b83f-c592bd78c390 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc9bb935-1ebc-4853-b9e9-73407a67beda,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:53.786767 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-641e534f-d078-4e3d-b83f-c592bd78c390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659497'] for router_interface, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:53.995742 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641e534f-d078-4e3d-b83f-c592bd78c390 admin admin] Router b8740e5e-e875-4633-92b6-848c052a1b56 has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:30:54.114238 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641e534f-d078-4e3d-b83f-c592bd78c390 admin admin] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:30:54.119120 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-641e534f-d078-4e3d-b83f-c592bd78c390 admin admin] 10.222.0.44 "PUT /v2.0/routers/b8740e5e-e875-4633-92b6-848c052a1b56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8198426 Jul 29 14:30:54.121847 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 35316) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:54.122547 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2b794b-4a7c-4547-b444-7c5afb9adcea None None] Sync routers for ids ['b8740e5e-e875-4633-92b6-848c052a1b56'] in dv-cinder-802882-2-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:30:54.131486 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2b794b-4a7c-4547-b444-7c5afb9adcea None None] Routers {'b8740e5e-e875-4633-92b6-848c052a1b56'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:30:54.132083 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-5d2b794b-4a7c-4547-b444-7c5afb9adcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:30:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['b8740e5e-e875-4633-92b6-848c052a1b56'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:54.227697 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-afee8f5e-c26c-4732-8470-42d324033462 admin admin] Notify callbacks [] for router, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:54.234428 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-5d2b794b-4a7c-4547-b444-7c5afb9adcea None None] Set router b8740e5e-e875-4633-92b6-848c052a1b56 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:30:54.342983 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-afee8f5e-c26c-4732-8470-42d324033462 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:54.405090 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-afee8f5e-c26c-4732-8470-42d324033462 admin admin] Deleting port e3844aee-18e1-4ff2-94f8-93d4a8681faa {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:30:54.405444 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-afee8f5e-c26c-4732-8470-42d324033462 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:54.423534 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-5d2b794b-4a7c-4547-b444-7c5afb9adcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'name': 'tempest-AttachVolumeShelveTestJSON-1140062297-router', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:04Z', 'updated_at': '2021-07-29T14:30:53Z', 'revision_number': 5, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'gw_port': {'id': 'e3844aee-18e1-4ff2-94f8-93d4a8681faa', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:23:06Z', 'updated_at': '2021-07-29T14:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi'}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:54.452228 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2b794b-4a7c-4547-b444-7c5afb9adcea None None] Checking router: b8740e5e-e875-4633-92b6-848c052a1b56 for host: dv-cinder-802882-2-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:30:54.461171 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2b794b-4a7c-4547-b444-7c5afb9adcea None None] Routers {'b8740e5e-e875-4633-92b6-848c052a1b56'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:30:54.463002 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-5d2b794b-4a7c-4547-b444-7c5afb9adcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:30:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['b8740e5e-e875-4633-92b6-848c052a1b56'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:54.506519 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [None req-afee8f5e-c26c-4732-8470-42d324033462 admin admin] For port e3844aee-18e1-4ff2-94f8-93d4a8681faa, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=e3844aee-18e1-4ff2-94f8-93d4a8681faa,segment=NetworkSegment(e7b1a31c-3199-44cd-ae65-85b7e84c8d28),segment_id=e7b1a31c-3199-44cd-ae65-85b7e84c8d28)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:30:54.506986 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-afee8f5e-c26c-4732-8470-42d324033462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:54.523231 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-afee8f5e-c26c-4732-8470-42d324033462 admin admin] Calling delete_port for e3844aee-18e1-4ff2-94f8-93d4a8681faa owned by network:router_gateway {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:30:54.559320 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-5d2b794b-4a7c-4547-b444-7c5afb9adcea None None] Set router b8740e5e-e875-4633-92b6-848c052a1b56 gateway port host: None {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:30:54.626906 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-5d2b794b-4a7c-4547-b444-7c5afb9adcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'name': 'tempest-AttachVolumeShelveTestJSON-1140062297-router', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:04Z', 'updated_at': '2021-07-29T14:30:54Z', 'revision_number': 6, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'gw_port_host': None}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:54.659466 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2b794b-4a7c-4547-b444-7c5afb9adcea None None] The sync data for ids ['b8740e5e-e875-4633-92b6-848c052a1b56'] in dv-cinder-802882-2-iscsi is: [{'id': 'b8740e5e-e875-4633-92b6-848c052a1b56', 'name': 'tempest-AttachVolumeShelveTestJSON-1140062297-router', 'tenant_id': 'ecc5aee94f74408ba54b34189a01d823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:23:04Z', 'updated_at': '2021-07-29T14:30:54Z', 'revision_number': 6, 'project_id': 'ecc5aee94f74408ba54b34189a01d823', 'gw_port_host': None}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:30:54.744058 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-afee8f5e-c26c-4732-8470-42d324033462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:54.790977 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee8f5e-c26c-4732-8470-42d324033462 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3844aee-18e1-4ff2-94f8-93d4a8681faa,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:54.869981 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-afee8f5e-c26c-4732-8470-42d324033462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-744587'] for router_gateway, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:54.963793 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-afee8f5e-c26c-4732-8470-42d324033462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2728'] for router, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:54.965796 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-afee8f5e-c26c-4732-8470-42d324033462 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:55.009314 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-afee8f5e-c26c-4732-8470-42d324033462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540292'] for router, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:55.009861 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afee8f5e-c26c-4732-8470-42d324033462 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8740e5e-e875-4633-92b6-848c052a1b56 {{(pid=93047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:30:55.018189 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-afee8f5e-c26c-4732-8470-42d324033462 admin admin] Notify callbacks [] for router, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:55.018310 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 35330) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:55.018757 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-afee8f5e-c26c-4732-8470-42d324033462 admin admin] 10.222.0.44 "DELETE /v2.0/routers/b8740e5e-e875-4633-92b6-848c052a1b56 HTTP/1.1" status: 204 len: 168 time: 0.8950965 Jul 29 14:30:55.065546 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd385029-bce5-4d3e-82bc-c236c6de0a18 admin admin] Deleting subnet 7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6 {{(pid=93046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:30:55.072425 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-bd385029-bce5-4d3e-82bc-c236c6de0a18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:55.096658 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-547dab9a-2b82-4387-af5f-bd43d1314b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:55.121058 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-bd385029-bce5-4d3e-82bc-c236c6de0a18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2928358'] for subnet, precommit_delete_associations {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:55.203579 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-bd385029-bce5-4d3e-82bc-c236c6de0a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773198'] for subnet, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:55.256047 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-bd385029-bce5-4d3e-82bc-c236c6de0a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2971958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58777958'] for subnet, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:55.282392 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd385029-bce5-4d3e-82bc-c236c6de0a18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:55.287134 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-bd385029-bce5-4d3e-82bc-c236c6de0a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:55.289014 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-bd385029-bce5-4d3e-82bc-c236c6de0a18 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7d58c93d-b1b1-4cc4-a0d3-dc85ff9596b6 HTTP/1.1" status: 204 len: 168 time: 0.2698882 Jul 29 14:30:55.291564 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 35334) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:55.292537 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d804c4-f28e-499a-a97b-25ef0fb50a4f None None] Network 8a4c7fff-7798-4447-98a3-cd40daeca628 requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:30:55.362990 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e3ea1ed0-8c25-4e13-9bd1-8b793add4294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653895'] for network, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:55.421178 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-e3ea1ed0-8c25-4e13-9bd1-8b793add4294 admin admin] Deleting port 6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27 {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:30:55.421551 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e3ea1ed0-8c25-4e13-9bd1-8b793add4294 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:55.489439 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [None req-e3ea1ed0-8c25-4e13-9bd1-8b793add4294 admin admin] For port 6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27,segment=NetworkSegment(2a3c3cb3-1d3e-4c59-bff4-f754839f2eca),segment_id=2a3c3cb3-1d3e-4c59-bff4-f754839f2eca)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:30:55.489804 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e3ea1ed0-8c25-4e13-9bd1-8b793add4294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:55.497852 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48aa2f5d-0c01-4960-ab82-bd95e73f7aff None None] DHCP port deletion for 8a4c7fff-7798-4447-98a3-cd40daeca628 request from dv-cinder-802882-2-iscsi {{(pid=93048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:30:55.505367 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-e3ea1ed0-8c25-4e13-9bd1-8b793add4294 admin admin] Calling delete_port for 6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27 owned by network:dhcp {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:30:55.543971 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-48aa2f5d-0c01-4960-ab82-bd95e73f7aff None None] Deleting port 6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27 {{(pid=93048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:30:55.545027 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-48aa2f5d-0c01-4960-ab82-bd95e73f7aff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:55.601707 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e3ea1ed0-8c25-4e13-9bd1-8b793add4294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:55.617091 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-48aa2f5d-0c01-4960-ab82-bd95e73f7aff None None] For port 6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27,segment=NetworkSegment(2a3c3cb3-1d3e-4c59-bff4-f754839f2eca),segment_id=2a3c3cb3-1d3e-4c59-bff4-f754839f2eca)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:30:55.617585 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-48aa2f5d-0c01-4960-ab82-bd95e73f7aff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:55.629243 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea1ed0-8c25-4e13-9bd1-8b793add4294 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:55.630743 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-48aa2f5d-0c01-4960-ab82-bd95e73f7aff None None] Calling delete_port for 6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27 owned by network:dhcp {{(pid=93048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:30:55.631098 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ea1ed0-8c25-4e13-9bd1-8b793add4294 admin admin] No DVR routers for this DVR port 6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27 on host dv-cinder-802882-2-iscsi {{(pid=93046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:30:55.707571 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e3ea1ed0-8c25-4e13-9bd1-8b793add4294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770265', 'neutron.services.segments.db._delete_segments_for_network-8774390517041'] for network, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:55.719314 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-48aa2f5d-0c01-4960-ab82-bd95e73f7aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087'] for port, after_delete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:55.719615 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-e3ea1ed0-8c25-4e13-9bd1-8b793add4294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4c7fff-7798-4447-98a3-cd40daeca628']}} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:55.730458 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-e3ea1ed0-8c25-4e13-9bd1-8b793add4294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a3c3cb3-1d3e-4c59-bff4-f754839f2eca') {'for_net_delete': True} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:55.730760 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-e3ea1ed0-8c25-4e13-9bd1-8b793add4294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a3c3cb3-1d3e-4c59-bff4-f754839f2eca') {} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:55.740400 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e3ea1ed0-8c25-4e13-9bd1-8b793add4294 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774390517562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2928365'] for segment, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:55.744801 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa2f5d-0c01-4960-ab82-bd95e73f7aff None None] Pushing event deleted for resources: {'Port': ['ID=6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27,revision_number=None']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:55.748655 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aa2f5d-0c01-4960-ab82-bd95e73f7aff None None] No DVR routers for this DVR port 6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27 on host dv-cinder-802882-2-iscsi {{(pid=93048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:30:55.754926 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e3ea1ed0-8c25-4e13-9bd1-8b793add4294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:55.768314 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ea1ed0-8c25-4e13-9bd1-8b793add4294 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=93046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:30:55.768839 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e3ea1ed0-8c25-4e13-9bd1-8b793add4294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972648'] for segment, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:55.770760 dv-cinder-802882-2-iscsi neutron-server[93046]: Traceback (most recent call last): Jul 29 14:30:55.770760 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:30:55.770760 dv-cinder-802882-2-iscsi neutron-server[93046]: timer() Jul 29 14:30:55.770760 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:30:55.770760 dv-cinder-802882-2-iscsi neutron-server[93046]: cb(*args, **kw) Jul 29 14:30:55.770760 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:30:55.770760 dv-cinder-802882-2-iscsi neutron-server[93046]: return func(*args, **kwargs) Jul 29 14:30:55.770760 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:30:55.770760 dv-cinder-802882-2-iscsi neutron-server[93046]: self._notify() Jul 29 14:30:55.770760 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:30:55.770760 dv-cinder-802882-2-iscsi neutron-server[93046]: self.callback(batched_events) Jul 29 14:30:55.770760 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:30:55.770760 dv-cinder-802882-2-iscsi neutron-server[93046]: event.method(event) Jul 29 14:30:55.770760 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:30:55.770760 dv-cinder-802882-2-iscsi neutron-server[93046]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:30:55.770760 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:30:55.770760 dv-cinder-802882-2-iscsi neutron-server[93046]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:30:55.770760 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:30:55.770760 dv-cinder-802882-2-iscsi neutron-server[93046]: return f(self, *a, **k) Jul 29 14:30:55.770760 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:30:55.770760 dv-cinder-802882-2-iscsi neutron-server[93046]: return self._get(url).json() Jul 29 14:30:55.770760 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:30:55.770760 dv-cinder-802882-2-iscsi neutron-server[93046]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:30:55.770760 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:30:55.770760 dv-cinder-802882-2-iscsi neutron-server[93046]: return self.request(url, 'GET', **kwargs) Jul 29 14:30:55.770760 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:30:55.770760 dv-cinder-802882-2-iscsi neutron-server[93046]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:30:55.770760 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:30:55.770760 dv-cinder-802882-2-iscsi neutron-server[93046]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:30:55.770760 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:30:55.770760 dv-cinder-802882-2-iscsi neutron-server[93046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:30:55.770760 dv-cinder-802882-2-iscsi neutron-server[93046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:30:55.833660 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e3ea1ed0-8c25-4e13-9bd1-8b793add4294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744631'] for network, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:55.839683 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e3ea1ed0-8c25-4e13-9bd1-8b793add4294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:55.845380 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-e3ea1ed0-8c25-4e13-9bd1-8b793add4294 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8a4c7fff-7798-4447-98a3-cd40daeca628 HTTP/1.1" status: 204 len: 168 time: 0.5495579 Jul 29 14:30:55.853295 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea1ed0-8c25-4e13-9bd1-8b793add4294 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a4c7fff-7798-4447-98a3-cd40daeca628,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:55.964172 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 35356) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:56.008267 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-08fb1b9a-5cbd-4f6d-bfd2-c58073a57677 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ecc5aee94f74408ba54b34189a01d823&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0414164 Jul 29 14:30:56.009666 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 35360) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:56.076998 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8b9808ae-1ce3-4e97-8d3b-efc6e46de6ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:56.096940 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27 no longer exists at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:30:56.101253 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8b9808ae-1ce3-4e97-8d3b-efc6e46de6ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:56.124652 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] No Port match for: 6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:30:56.125070 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 6d4ab128-7dc2-41c6-bc4f-a8b324ac6f27 not bound to the agent host dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:30:56.125496 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device e3844aee-18e1-4ff2-94f8-93d4a8681faa no longer exists at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:30:56.154496 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] No Port match for: e3844aee-18e1-4ff2-94f8-93d4a8681faa {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:30:56.155222 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device e3844aee-18e1-4ff2-94f8-93d4a8681faa not bound to the agent host dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:30:56.155907 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device bc9bb935-1ebc-4853-b9e9-73407a67beda no longer exists at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:30:56.185937 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8b9808ae-1ce3-4e97-8d3b-efc6e46de6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:56.186821 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8b9808ae-1ce3-4e97-8d3b-efc6e46de6ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:56.187738 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] No Port match for: bc9bb935-1ebc-4853-b9e9-73407a67beda {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:30:56.188097 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device bc9bb935-1ebc-4853-b9e9-73407a67beda not bound to the agent host dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:30:56.191081 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-8b9808ae-1ce3-4e97-8d3b-efc6e46de6ac admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a0b28c84-2b16-42c0-8446-79e10563812d HTTP/1.1" status: 204 len: 168 time: 0.1803184 Jul 29 14:30:56.203590 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9808ae-1ce3-4e97-8d3b-efc6e46de6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b28c84-2b16-42c0-8446-79e10563812d,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:56.371384 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:58.040347 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-b3d05e24-5bc5-4c73-a5f7-ef24aea31081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:58.256453 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:58.682815 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 35450) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:58.783703 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-41ff242c-ebaf-47cf-ab40-53d3f7409bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:58.875653 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-41ff242c-ebaf-47cf-ab40-53d3f7409bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:58.879351 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-41ff242c-ebaf-47cf-ab40-53d3f7409bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:58.917429 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-41ff242c-ebaf-47cf-ab40-53d3f7409bf1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0f4685a191f24ac9acb5d9c1a627ae51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334561 Jul 29 14:30:58.918455 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff242c-ebaf-47cf-ab40-53d3f7409bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdb2b4a-d769-465a-b761-e73b652cca3d,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:58.920055 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 35454) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:58.972716 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-31e1b9da-f4cc-4c42-b79c-88f8ead04717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:58.992660 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-31e1b9da-f4cc-4c42-b79c-88f8ead04717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:59.038466 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-31e1b9da-f4cc-4c42-b79c-88f8ead04717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:59.040965 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-31e1b9da-f4cc-4c42-b79c-88f8ead04717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:59.042129 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-31e1b9da-f4cc-4c42-b79c-88f8ead04717 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2bdb2b4a-d769-465a-b761-e73b652cca3d HTTP/1.1" status: 204 len: 168 time: 0.1210563 Jul 29 14:30:59.049512 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1b9da-f4cc-4c42-b79c-88f8ead04717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdb2b4a-d769-465a-b761-e73b652cca3d,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:59.291522 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 35460) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:59.304300 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f5fb2ce5-7eeb-4e65-b6f0-5463a7bb2cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:59.362468 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:59.393821 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f5fb2ce5-7eeb-4e65-b6f0-5463a7bb2cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:59.397751 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f5fb2ce5-7eeb-4e65-b6f0-5463a7bb2cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:59.436942 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-f5fb2ce5-7eeb-4e65-b6f0-5463a7bb2cbc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ddf46581e47248d6a8ee4cf2d10af807&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443596 Jul 29 14:30:59.437794 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb2ce5-7eeb-4e65-b6f0-5463a7bb2cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0013b179-ae8a-4951-a598-6e1b80de7bef,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:59.439645 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 35464) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:59.488158 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-736bdd29-92d5-435a-8ae7-84bff09f92ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:59.509360 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-736bdd29-92d5-435a-8ae7-84bff09f92ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:59.558054 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-736bdd29-92d5-435a-8ae7-84bff09f92ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:59.560809 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-736bdd29-92d5-435a-8ae7-84bff09f92ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:59.562228 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-736bdd29-92d5-435a-8ae7-84bff09f92ab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0013b179-ae8a-4951-a598-6e1b80de7bef HTTP/1.1" status: 204 len: 168 time: 0.1214490 Jul 29 14:30:59.570976 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736bdd29-92d5-435a-8ae7-84bff09f92ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0013b179-ae8a-4951-a598-6e1b80de7bef,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:59.739335 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 35476) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:59.845492 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b738ad6d-1951-4af3-8c9e-b92ac82fc787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:59.936137 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b738ad6d-1951-4af3-8c9e-b92ac82fc787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:59.940389 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b738ad6d-1951-4af3-8c9e-b92ac82fc787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:59.979375 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-b738ad6d-1951-4af3-8c9e-b92ac82fc787 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6242034e6a6d4842801577e9c2c539cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388885 Jul 29 14:30:59.981350 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738ad6d-1951-4af3-8c9e-b92ac82fc787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5767d2-abc4-4aba-8a76-1833fc9a4278,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:59.982314 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 35490) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:31:00.033447 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e81daa41-1f18-43ae-bce6-4d0a2b545081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:00.056963 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e81daa41-1f18-43ae-bce6-4d0a2b545081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:00.108935 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e81daa41-1f18-43ae-bce6-4d0a2b545081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:00.111588 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e81daa41-1f18-43ae-bce6-4d0a2b545081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:00.112793 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-e81daa41-1f18-43ae-bce6-4d0a2b545081 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2e5767d2-abc4-4aba-8a76-1833fc9a4278 HTTP/1.1" status: 204 len: 168 time: 0.1292887 Jul 29 14:31:00.120679 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81daa41-1f18-43ae-bce6-4d0a2b545081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5767d2-abc4-4aba-8a76-1833fc9a4278,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:00.486359 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 35514) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:31:00.502710 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-db4b581c-b714-43a6-a609-d6c1e6a11a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:00.587971 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-661fa27d-dac7-4e6c-bd8c-0114d5661e64 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1240387753&fields=id&tenant_id=9909d279060d4835b6f235322efefc98 HTTP/1.1" status: 200 len: 267 time: 0.0370111 Jul 29 14:31:00.603695 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-db4b581c-b714-43a6-a609-d6c1e6a11a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:00.608490 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-db4b581c-b714-43a6-a609-d6c1e6a11a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:00.646581 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-db4b581c-b714-43a6-a609-d6c1e6a11a22 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ebf59fa06d74e34a1b8f984d2dec269&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1588507 Jul 29 14:31:00.647659 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b581c-b714-43a6-a609-d6c1e6a11a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0f5b8f-3e96-4a01-b044-24c1ea7cbf78,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:00.649131 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 35520) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:31:00.736731 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4337063b-81ba-4211-a864-a99b8f249816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:00.753369 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-d817ad67-6334-4728-a1e9-528feb25fff1 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:31:00.754829 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-d817ad67-6334-4728-a1e9-528feb25fff1 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/networks?id=485bb981-027b-4d59-af5e-b80b5dab9d30 HTTP/1.1" status: 200 len: 809 time: 0.1585362 Jul 29 14:31:00.775919 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4337063b-81ba-4211-a864-a99b8f249816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:00.785947 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-1db0f798-429b-4cfa-8f0e-c9cfed58dbc5 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/quotas/9909d279060d4835b6f235322efefc98 HTTP/1.1" status: 200 len: 375 time: 0.0209327 Jul 29 14:31:00.852564 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-1c6814d8-6da5-48e1-9f22-bd248526707a tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9909d279060d4835b6f235322efefc98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598152 Jul 29 14:31:00.875551 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4337063b-81ba-4211-a864-a99b8f249816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:00.878028 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-4337063b-81ba-4211-a864-a99b8f249816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:00.879106 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-4337063b-81ba-4211-a864-a99b8f249816 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1a0f5b8f-3e96-4a01-b044-24c1ea7cbf78 HTTP/1.1" status: 204 len: 168 time: 0.2289708 Jul 29 14:31:00.923225 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337063b-81ba-4211-a864-a99b8f249816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0f5b8f-3e96-4a01-b044-24c1ea7cbf78,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:00.976606 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-94954508-025c-4472-a3d1-8ce01cd44d36 service neutron] 10.222.0.44 "GET /v2.0/networks/485bb981-027b-4d59-af5e-b80b5dab9d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085930 Jul 29 14:31:01.070177 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-f238f2c1-a8ce-4eaa-baf0-f235baf68210 service neutron] 10.222.0.44 "GET /v2.0/networks/485bb981-027b-4d59-af5e-b80b5dab9d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871642 Jul 29 14:31:01.128804 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:31:01.383989 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-58e05860-8292-4618-b236-adf118d0dc37 req-cf4fba37-f5d5-4733-a38b-21eb434edae0 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 210 time: 0.0314016 Jul 29 14:31:01.411080 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:02.412070 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-eb2c4199-ee1a-4904-90e0-0a5e9150454f tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:31:02.413597 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-eb2c4199-ee1a-4904-90e0-0a5e9150454f tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.42 "GET /v2.0/networks?id=485bb981-027b-4d59-af5e-b80b5dab9d30 HTTP/1.1" status: 200 len: 809 time: 0.1106687 Jul 29 14:31:02.469818 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-22c6f024-a7fd-4a19-809a-cbe2365747d4 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9909d279060d4835b6f235322efefc98 HTTP/1.1" status: 200 len: 380 time: 0.0458741 Jul 29 14:31:02.492350 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c61afa21-4548-40d8-b583-9fa1f716fd19 req-336b5998-adfd-421f-a23b-f2ab38c9a115 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 210 time: 0.0301921 Jul 29 14:31:02.503755 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-aca1a685-2cf0-4709-85a0-f49c8064cc3a tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Request body: {'port': {'device_id': '73396c22-d09b-441a-9853-e874bafff720', 'network_id': '485bb981-027b-4d59-af5e-b80b5dab9d30', 'admin_state_up': True, 'tenant_id': '9909d279060d4835b6f235322efefc98', 'security_groups': ['8609b1ad-e6a3-4827-b542-8c959babb7bf']}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:31:02.619537 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-aca1a685-2cf0-4709-85a0-f49c8064cc3a tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Made reservation on behalf of 9909d279060d4835b6f235322efefc98 for: {'port': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:31:02.624251 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-aca1a685-2cf0-4709-85a0-f49c8064cc3a tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:02.759597 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-aca1a685-2cf0-4709-85a0-f49c8064cc3a tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Allocated IP 172.20.0.9 (485bb981-027b-4d59-af5e-b80b5dab9d30/b466c7f2-33c8-40e2-9381-3668f681c8d2/d58b2dbf-e030-4031-8532-327efdae9f09) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:31:02.901501 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-aca1a685-2cf0-4709-85a0-f49c8064cc3a tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:02.918784 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-aca1a685-2cf0-4709-85a0-f49c8064cc3a tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Transition to ACTIVE for port object d58b2dbf-e030-4031-8532-327efdae9f09 will not be triggered until provisioned by entity DHCP. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:31:02.951985 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-aca1a685-2cf0-4709-85a0-f49c8064cc3a tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:02.990827 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-aca1a685-2cf0-4709-85a0-f49c8064cc3a tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Network 485bb981-027b-4d59-af5e-b80b5dab9d30 is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:31:02.994114 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-aca1a685-2cf0-4709-85a0-f49c8064cc3a tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:31:02.998463 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-aca1a685-2cf0-4709-85a0-f49c8064cc3a tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:31:03.036943 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca1a685-2cf0-4709-85a0-f49c8064cc3a tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Pushing event updated for resources: {'Port': ['ID=d58b2dbf-e030-4031-8532-327efdae9f09,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:03.063085 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-aca1a685-2cf0-4709-85a0-f49c8064cc3a tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:31:03.063868 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-aca1a685-2cf0-4709-85a0-f49c8064cc3a tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:03.080664 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-aca1a685-2cf0-4709-85a0-f49c8064cc3a tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5811009 Jul 29 14:31:03.094665 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-fe13ea68-9f72-4047-afd6-4f07daf85dfd service neutron] Request body: {'port': {'device_id': '73396c22-d09b-441a-9853-e874bafff720', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:31:03.149671 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-fe13ea68-9f72-4047-afd6-4f07daf85dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:03.256512 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-436ab6d0-534c-40db-8c06-03dfa731e90d None None] Provisioning for port d58b2dbf-e030-4031-8532-327efdae9f09 completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:31:03.261266 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-436ab6d0-534c-40db-8c06-03dfa731e90d None None] Provisioning complete for port d58b2dbf-e030-4031-8532-327efdae9f09 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:31:03.261707 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-436ab6d0-534c-40db-8c06-03dfa731e90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:03.295687 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-436ab6d0-534c-40db-8c06-03dfa731e90d None None] Port d58b2dbf-e030-4031-8532-327efdae9f09 cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:31:03.420632 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-fe13ea68-9f72-4047-afd6-4f07daf85dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d58b2dbf-e030-4031-8532-327efdae9f09 {{(pid=93046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:31:03.428385 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-fe13ea68-9f72-4047-afd6-4f07daf85dfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:03.440286 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-fe13ea68-9f72-4047-afd6-4f07daf85dfd service neutron] Transition to ACTIVE for port object d58b2dbf-e030-4031-8532-327efdae9f09 will not be triggered until provisioned by entity L2. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:31:03.444144 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-fe13ea68-9f72-4047-afd6-4f07daf85dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971904'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:03.498327 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13ea68-9f72-4047-afd6-4f07daf85dfd service neutron] Pushing event updated for resources: {'Port': ['ID=d58b2dbf-e030-4031-8532-327efdae9f09,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:03.576268 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-fe13ea68-9f72-4047-afd6-4f07daf85dfd service neutron] Attempting to bind port d58b2dbf-e030-4031-8532-327efdae9f09 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:31:03.576611 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-fe13ea68-9f72-4047-afd6-4f07daf85dfd service neutron] Attempting to bind port d58b2dbf-e030-4031-8532-327efdae9f09 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': 'd177a896-598d-44ab-912e-cc71faf73d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '485bb981-027b-4d59-af5e-b80b5dab9d30'}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:31:03.576948 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-fe13ea68-9f72-4047-afd6-4f07daf85dfd service neutron] Attempting to bind port d58b2dbf-e030-4031-8532-327efdae9f09 on network 485bb981-027b-4d59-af5e-b80b5dab9d30 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:31:03.582820 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-fe13ea68-9f72-4047-afd6-4f07daf85dfd service neutron] Port d58b2dbf-e030-4031-8532-327efdae9f09 on network 485bb981-027b-4d59-af5e-b80b5dab9d30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:31:03.583183 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-fe13ea68-9f72-4047-afd6-4f07daf85dfd service neutron] Attempting to bind port d58b2dbf-e030-4031-8532-327efdae9f09 on network 485bb981-027b-4d59-af5e-b80b5dab9d30 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:31:03.588138 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-fe13ea68-9f72-4047-afd6-4f07daf85dfd service neutron] Checking agent: {'id': 'fd26b577-982f-4e34-ab76-8a88883d4fab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:31:03.588482 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-fe13ea68-9f72-4047-afd6-4f07daf85dfd service neutron] Checking segment: {'id': 'd177a896-598d-44ab-912e-cc71faf73d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '485bb981-027b-4d59-af5e-b80b5dab9d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:31:03.588874 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-fe13ea68-9f72-4047-afd6-4f07daf85dfd service neutron] Bound using segment: {'id': 'd177a896-598d-44ab-912e-cc71faf73d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '485bb981-027b-4d59-af5e-b80b5dab9d30'} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:31:03.589307 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-fe13ea68-9f72-4047-afd6-4f07daf85dfd service neutron] Bound port: d58b2dbf-e030-4031-8532-327efdae9f09, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd177a896-598d-44ab-912e-cc71faf73d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '485bb981-027b-4d59-af5e-b80b5dab9d30'}}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:31:03.589693 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-fe13ea68-9f72-4047-afd6-4f07daf85dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:03.625943 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28243445-55ae-4c15-8a81-e1b5e9ee9b92 req-b9b51499-5b36-400d-829c-3c8cbb7c50be tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:31:03.627520 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-28243445-55ae-4c15-8a81-e1b5e9ee9b92 req-b9b51499-5b36-400d-829c-3c8cbb7c50be tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 943 time: 0.0604188 Jul 29 14:31:03.662725 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-fe13ea68-9f72-4047-afd6-4f07daf85dfd service neutron] For port d58b2dbf-e030-4031-8532-327efdae9f09, host hv-cinder-80288, cleared binding levels {{(pid=93046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:31:03.665759 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-fe13ea68-9f72-4047-afd6-4f07daf85dfd service neutron] For port d58b2dbf-e030-4031-8532-327efdae9f09, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=d58b2dbf-e030-4031-8532-327efdae9f09,segment=NetworkSegment(d177a896-598d-44ab-912e-cc71faf73d3b),segment_id=d177a896-598d-44ab-912e-cc71faf73d3b)] {{(pid=93046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:31:03.668789 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-28243445-55ae-4c15-8a81-e1b5e9ee9b92 req-e8ee5636-7cc6-476c-9e06-679f34cca34e tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342293 Jul 29 14:31:03.671280 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-fe13ea68-9f72-4047-afd6-4f07daf85dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971904'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:03.705412 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-fe13ea68-9f72-4047-afd6-4f07daf85dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:31:03.706034 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-fe13ea68-9f72-4047-afd6-4f07daf85dfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:03.707449 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-fe13ea68-9f72-4047-afd6-4f07daf85dfd service neutron] 10.222.0.42 "PUT /v2.0/ports/d58b2dbf-e030-4031-8532-327efdae9f09 HTTP/1.1" status: 200 len: 1093 time: 0.6175845 Jul 29 14:31:03.707908 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73396c22-d09b-441a-9853-e874bafff720', 'tag': 'd58b2dbf-e030-4031-8532-327efdae9f09'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:31:03.710190 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12d0d8acfdc7c270d197b253719fe34768a82c9c4ffac31e71dba4df5af88c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8436d4e2-9635-44f0-96c5-5d62ebd21d65" -d '{"events": [{"name": "network-changed", "server_uuid": "73396c22-d09b-441a-9853-e874bafff720", "tag": "d58b2dbf-e030-4031-8532-327efdae9f09"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:31:03.738669 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13ea68-9f72-4047-afd6-4f07daf85dfd service neutron] Pushing event updated for resources: {'Port': ['ID=d58b2dbf-e030-4031-8532-327efdae9f09,revision_number=3']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:03.768275 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2302aaf1-c04d-4512-bb37-01509eb7ac0f x-openstack-request-id: req-2302aaf1-c04d-4512-bb37-01509eb7ac0f {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:31:03.768564 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73396c22-d09b-441a-9853-e874bafff720", "tag": "d58b2dbf-e030-4031-8532-327efdae9f09", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:31:03.768821 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2302aaf1-c04d-4512-bb37-01509eb7ac0f {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:31:03.769218 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73396c22-d09b-441a-9853-e874bafff720', 'tag': 'd58b2dbf-e030-4031-8532-327efdae9f09', 'status': 'completed', 'code': 200} Jul 29 14:31:03.804984 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-a67bb101-3ad8-4dfd-b3db-f2439bf86787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:31:03.806821 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-a67bb101-3ad8-4dfd-b3db-f2439bf86787 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9909d279060d4835b6f235322efefc98&device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 1096 time: 0.0477769 Jul 29 14:31:03.867810 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-3ed6fef8-147e-44d3-88c1-7ab23ff7feaa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d58b2dbf-e030-4031-8532-327efdae9f09 HTTP/1.1" status: 200 len: 217 time: 0.0408895 Jul 29 14:31:03.920589 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-ea0903eb-d9da-4ba6-9af3-296739af23b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:31:03.922158 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-ea0903eb-d9da-4ba6-9af3-296739af23b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b466c7f2-33c8-40e2-9381-3668f681c8d2 HTTP/1.1" status: 200 len: 848 time: 0.0455656 Jul 29 14:31:03.971600 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-a99cbf3a-eea8-457d-b5b6-acf27d20b6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:31:03.973120 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-a99cbf3a-eea8-457d-b5b6-acf27d20b6d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=485bb981-027b-4d59-af5e-b80b5dab9d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425966 Jul 29 14:31:04.076175 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-6ace75c8-4089-4453-9cdf-21df545f90b1 service neutron] 10.222.0.42 "GET /v2.0/networks/485bb981-027b-4d59-af5e-b80b5dab9d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947411 Jul 29 14:31:04.098378 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 35666) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:31:04.171309 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-9c909f7d-1841-4fcb-a2ae-e75b49e178be req-bf66765d-1b7c-480a-9ffd-5ee3d06b7787 service neutron] 10.222.0.42 "GET /v2.0/networks/485bb981-027b-4d59-af5e-b80b5dab9d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876710 Jul 29 14:31:04.205873 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-629ccd59-1290-4db3-b17a-759b467b0c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:04.264214 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436d4e2-9635-44f0-96c5-5d62ebd21d65 req-6e140ecb-ea98-4ba9-ac7a-2ed2a2134265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:31:04.265802 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8436d4e2-9635-44f0-96c5-5d62ebd21d65 req-6e140ecb-ea98-4ba9-ac7a-2ed2a2134265 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9909d279060d4835b6f235322efefc98&device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 1096 time: 0.0441983 Jul 29 14:31:04.300724 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-629ccd59-1290-4db3-b17a-759b467b0c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:04.304516 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-629ccd59-1290-4db3-b17a-759b467b0c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:04.332776 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ccd59-1290-4db3-b17a-759b467b0c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385351d7-ad28-45c6-a7b7-ecc693cf68db,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:04.353062 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-629ccd59-1290-4db3-b17a-759b467b0c7a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d81a78dacbe45b4bf7adf7c18ec942c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2535908 Jul 29 14:31:04.355562 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 35672) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:31:04.375670 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436d4e2-9635-44f0-96c5-5d62ebd21d65 req-a90b6570-948b-4058-9ca9-02182c85e4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:31:04.377257 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8436d4e2-9635-44f0-96c5-5d62ebd21d65 req-a90b6570-948b-4058-9ca9-02182c85e4b1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=485bb981-027b-4d59-af5e-b80b5dab9d30 HTTP/1.1" status: 200 len: 910 time: 0.1033220 Jul 29 14:31:04.406988 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-da644d9a-8eb1-4ac3-963b-5fa8d35e8e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:04.421408 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8436d4e2-9635-44f0-96c5-5d62ebd21d65 req-62dc2bd4-3fab-463f-9461-710956fe38ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d58b2dbf-e030-4031-8532-327efdae9f09 HTTP/1.1" status: 200 len: 217 time: 0.0352187 Jul 29 14:31:04.429888 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-da644d9a-8eb1-4ac3-963b-5fa8d35e8e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:04.477545 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-da644d9a-8eb1-4ac3-963b-5fa8d35e8e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:04.480235 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-da644d9a-8eb1-4ac3-963b-5fa8d35e8e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:04.481423 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-da644d9a-8eb1-4ac3-963b-5fa8d35e8e8a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/385351d7-ad28-45c6-a7b7-ecc693cf68db HTTP/1.1" status: 204 len: 168 time: 0.1248996 Jul 29 14:31:04.482364 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436d4e2-9635-44f0-96c5-5d62ebd21d65 req-06c9ce7d-aed1-4980-9889-9cf529ef9fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:31:04.484003 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8436d4e2-9635-44f0-96c5-5d62ebd21d65 req-06c9ce7d-aed1-4980-9889-9cf529ef9fab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b466c7f2-33c8-40e2-9381-3668f681c8d2 HTTP/1.1" status: 200 len: 848 time: 0.0545206 Jul 29 14:31:04.490068 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da644d9a-8eb1-4ac3-963b-5fa8d35e8e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385351d7-ad28-45c6-a7b7-ecc693cf68db,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:04.539567 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436d4e2-9635-44f0-96c5-5d62ebd21d65 req-2acba5d0-7588-448d-ae54-46bd781e8314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:31:04.541289 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8436d4e2-9635-44f0-96c5-5d62ebd21d65 req-2acba5d0-7588-448d-ae54-46bd781e8314 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=485bb981-027b-4d59-af5e-b80b5dab9d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433543 Jul 29 14:31:04.637342 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8436d4e2-9635-44f0-96c5-5d62ebd21d65 req-dac48dbd-a7d2-45be-bb8d-ff3930f5a11c service neutron] 10.222.0.42 "GET /v2.0/networks/485bb981-027b-4d59-af5e-b80b5dab9d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867827 Jul 29 14:31:04.743263 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-8436d4e2-9635-44f0-96c5-5d62ebd21d65 req-bbe601b7-f6d6-4ea0-b4bc-06692dd6b755 service neutron] 10.222.0.42 "GET /v2.0/networks/485bb981-027b-4d59-af5e-b80b5dab9d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978067 Jul 29 14:31:04.765603 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 35680) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:31:04.779065 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-434c6222-d518-4f53-90fa-a893a0668869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:04.792516 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7ebdc-bc5e-4e2a-9143-3847b4f3755f req-f86dcc44-03ec-4b1f-99cb-2a6eae31ddf5 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:31:04.794629 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cee7ebdc-bc5e-4e2a-9143-3847b4f3755f req-f86dcc44-03ec-4b1f-99cb-2a6eae31ddf5 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 943 time: 0.0547459 Jul 29 14:31:04.837039 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cee7ebdc-bc5e-4e2a-9143-3847b4f3755f req-83041f9d-ae95-439e-95da-35cc14655926 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362158 Jul 29 14:31:04.874079 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-434c6222-d518-4f53-90fa-a893a0668869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:04.877769 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-434c6222-d518-4f53-90fa-a893a0668869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:04.915329 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-434c6222-d518-4f53-90fa-a893a0668869 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4ef52adf74ab439ca3ae648c665c1273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1485455 Jul 29 14:31:04.916461 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c6222-d518-4f53-90fa-a893a0668869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422cb6f0-b206-4a8c-a78a-e6ff9026980f,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:04.918033 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 35682) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:31:04.968666 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0251e8e0-c5e1-4e43-9825-41ec147a6547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:04.989842 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0251e8e0-c5e1-4e43-9825-41ec147a6547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:05.039960 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0251e8e0-c5e1-4e43-9825-41ec147a6547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:05.042643 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0251e8e0-c5e1-4e43-9825-41ec147a6547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:05.043839 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-0251e8e0-c5e1-4e43-9825-41ec147a6547 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/422cb6f0-b206-4a8c-a78a-e6ff9026980f HTTP/1.1" status: 204 len: 168 time: 0.1248169 Jul 29 14:31:05.053229 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251e8e0-c5e1-4e43-9825-41ec147a6547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422cb6f0-b206-4a8c-a78a-e6ff9026980f,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:05.969118 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994eee3-a503-4aef-8837-fc1d488d8130 req-5100b5ae-4653-4795-8bf8-c8e438afc0c9 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:31:05.970945 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5994eee3-a503-4aef-8837-fc1d488d8130 req-5100b5ae-4653-4795-8bf8-c8e438afc0c9 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 943 time: 0.0605621 Jul 29 14:31:06.014133 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5994eee3-a503-4aef-8837-fc1d488d8130 req-a1ae790d-253c-47b8-af90-c9ad7362bf34 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366011 Jul 29 14:31:06.699256 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 35742) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:31:06.802293 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-357ae3d2-7c37-45b9-9d04-a5cffd604df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:06.894301 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-357ae3d2-7c37-45b9-9d04-a5cffd604df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:06.897871 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-357ae3d2-7c37-45b9-9d04-a5cffd604df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:06.936208 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-357ae3d2-7c37-45b9-9d04-a5cffd604df9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=065494911b4649cb96c2fe12787986b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357028 Jul 29 14:31:06.937299 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ae3d2-7c37-45b9-9d04-a5cffd604df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3569cc9-c547-416d-bc9f-ab81c84f9831,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:06.939107 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 35746) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:31:06.991677 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0bd2d87c-83a2-49dc-b750-cdc3b3790e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:07.012811 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0bd2d87c-83a2-49dc-b750-cdc3b3790e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:07.063161 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0bd2d87c-83a2-49dc-b750-cdc3b3790e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:07.065698 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0bd2d87c-83a2-49dc-b750-cdc3b3790e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:07.066968 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-0bd2d87c-83a2-49dc-b750-cdc3b3790e01 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a3569cc9-c547-416d-bc9f-ab81c84f9831 HTTP/1.1" status: 204 len: 168 time: 0.1258538 Jul 29 14:31:07.074599 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2d87c-83a2-49dc-b750-cdc3b3790e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3569cc9-c547-416d-bc9f-ab81c84f9831,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:07.081721 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2d87c-83a2-49dc-b750-cdc3b3790e01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:07.082122 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2d87c-83a2-49dc-b750-cdc3b3790e01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:07.082466 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2d87c-83a2-49dc-b750-cdc3b3790e01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:07.082806 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2d87c-83a2-49dc-b750-cdc3b3790e01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:07.083141 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2d87c-83a2-49dc-b750-cdc3b3790e01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:07.083477 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2d87c-83a2-49dc-b750-cdc3b3790e01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:07.083820 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2d87c-83a2-49dc-b750-cdc3b3790e01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:07.084136 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2d87c-83a2-49dc-b750-cdc3b3790e01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:07.084468 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2d87c-83a2-49dc-b750-cdc3b3790e01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:07.084795 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2d87c-83a2-49dc-b750-cdc3b3790e01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:07.085118 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2d87c-83a2-49dc-b750-cdc3b3790e01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:07.085440 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2d87c-83a2-49dc-b750-cdc3b3790e01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:07.140757 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e79a4-5d98-473d-bb6a-2958764fe463 req-c08af09a-209b-4285-ae0f-3c19ba1cc375 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:31:07.142541 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ae8e79a4-5d98-473d-bb6a-2958764fe463 req-c08af09a-209b-4285-ae0f-3c19ba1cc375 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 943 time: 0.0555313 Jul 29 14:31:07.184578 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ae8e79a4-5d98-473d-bb6a-2958764fe463 req-65092bb5-0ceb-45ef-9ee9-7a298bf3a1dd tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356724 Jul 29 14:31:07.341775 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 35754) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:31:07.355102 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d731a05b-b896-48fa-bccd-e2aa3f131bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:07.443250 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d731a05b-b896-48fa-bccd-e2aa3f131bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:07.446971 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-d731a05b-b896-48fa-bccd-e2aa3f131bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:07.485400 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-d731a05b-b896-48fa-bccd-e2aa3f131bbc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ab17648a9a594ab3854716259ac243b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423674 Jul 29 14:31:07.486276 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731a05b-b896-48fa-bccd-e2aa3f131bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c02a26-6ed8-4efc-a746-23a593f932c1,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:07.489946 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 35758) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:31:07.541216 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-139fbda9-291c-4fa4-a42d-fa5e0257ac6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:07.562310 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-139fbda9-291c-4fa4-a42d-fa5e0257ac6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:07.608906 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-139fbda9-291c-4fa4-a42d-fa5e0257ac6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:07.611532 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-139fbda9-291c-4fa4-a42d-fa5e0257ac6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:07.612700 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-139fbda9-291c-4fa4-a42d-fa5e0257ac6f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/84c02a26-6ed8-4efc-a746-23a593f932c1 HTTP/1.1" status: 204 len: 168 time: 0.1235986 Jul 29 14:31:07.620574 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139fbda9-291c-4fa4-a42d-fa5e0257ac6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c02a26-6ed8-4efc-a746-23a593f932c1,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:07.628342 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139fbda9-291c-4fa4-a42d-fa5e0257ac6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:07.628704 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139fbda9-291c-4fa4-a42d-fa5e0257ac6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:07.629053 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139fbda9-291c-4fa4-a42d-fa5e0257ac6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:07.629394 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139fbda9-291c-4fa4-a42d-fa5e0257ac6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:07.629732 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139fbda9-291c-4fa4-a42d-fa5e0257ac6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:07.630112 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139fbda9-291c-4fa4-a42d-fa5e0257ac6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:07.630441 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139fbda9-291c-4fa4-a42d-fa5e0257ac6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:07.630775 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139fbda9-291c-4fa4-a42d-fa5e0257ac6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:07.631108 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139fbda9-291c-4fa4-a42d-fa5e0257ac6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:07.631441 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139fbda9-291c-4fa4-a42d-fa5e0257ac6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:07.631767 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139fbda9-291c-4fa4-a42d-fa5e0257ac6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:07.632123 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139fbda9-291c-4fa4-a42d-fa5e0257ac6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:08.306262 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4209da-d101-4dbd-b999-e0028b488972 req-5cc79b9b-727b-491b-a384-f13f22d5ecf8 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:31:08.307765 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-eb4209da-d101-4dbd-b999-e0028b488972 req-5cc79b9b-727b-491b-a384-f13f22d5ecf8 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 943 time: 0.0492911 Jul 29 14:31:08.348566 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-eb4209da-d101-4dbd-b999-e0028b488972 req-855948c8-9c40-4160-949f-f023b9dcd8dc tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342398 Jul 29 14:31:09.471164 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2aeb5-0550-4fad-b284-f4e9111faa50 req-cc4097f9-1fc5-42de-930a-d08d0a140236 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:31:09.471164 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d0f2aeb5-0550-4fad-b284-f4e9111faa50 req-cc4097f9-1fc5-42de-930a-d08d0a140236 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 943 time: 0.0541191 Jul 29 14:31:09.516310 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d0f2aeb5-0550-4fad-b284-f4e9111faa50 req-9c03ddac-dffe-4da4-b069-cab5f35f7e60 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381658 Jul 29 14:31:10.280533 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device d58b2dbf-e030-4031-8532-327efdae9f09 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:31:10.377740 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port d58b2dbf-e030-4031-8532-327efdae9f09, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=d58b2dbf-e030-4031-8532-327efdae9f09,segment=NetworkSegment(d177a896-598d-44ab-912e-cc71faf73d3b),segment_id=d177a896-598d-44ab-912e-cc71faf73d3b)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:31:10.389154 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Returning: {'device': 'd58b2dbf-e030-4031-8532-327efdae9f09', 'network_id': '485bb981-027b-4d59-af5e-b80b5dab9d30', 'port_id': 'd58b2dbf-e030-4031-8532-327efdae9f09', 'mac_address': 'fa:16:3e:9c:c2:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b466c7f2-33c8-40e2-9381-3668f681c8d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:31:10.426432 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:10.438946 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d58b2dbf-e030-4031-8532-327efdae9f09 {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:31:10.458613 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port d58b2dbf-e030-4031-8532-327efdae9f09, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=d58b2dbf-e030-4031-8532-327efdae9f09,segment=NetworkSegment(d177a896-598d-44ab-912e-cc71faf73d3b),segment_id=d177a896-598d-44ab-912e-cc71faf73d3b)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:31:10.462560 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:10.525319 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=d58b2dbf-e030-4031-8532-327efdae9f09,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:10.535303 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:10.535632 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:10.535973 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:10.536308 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:10.536638 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:10.536968 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:10.537294 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:10.537693 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:10.538200 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:10.538675 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:10.539147 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:10.539614 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:31:10.633338 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa631d2-4ec8-4db5-b111-d713cb7e9015 req-1695abc3-ef38-434d-9a6f-44d757b1c4a5 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:31:10.634897 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5aa631d2-4ec8-4db5-b111-d713cb7e9015 req-1695abc3-ef38-434d-9a6f-44d757b1c4a5 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 944 time: 0.0492063 Jul 29 14:31:10.675777 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-5aa631d2-4ec8-4db5-b111-d713cb7e9015 req-450339e5-b7a7-448a-afc8-7e1269ff4c66 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340183 Jul 29 14:31:10.739112 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['d58b2dbf-e030-4031-8532-327efdae9f09'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:31:11.788688 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d76b3-892a-40da-9f63-712a32f210ff req-a5f33d24-50bf-4230-94ab-c92e3be4dcc8 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:31:11.790176 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ea6d76b3-892a-40da-9f63-712a32f210ff req-a5f33d24-50bf-4230-94ab-c92e3be4dcc8 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 944 time: 0.0491135 Jul 29 14:31:11.828083 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ea6d76b3-892a-40da-9f63-712a32f210ff req-02c64c9f-5447-4b48-a446-53b05e7c534e tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318933 Jul 29 14:31:12.300767 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device d58b2dbf-e030-4031-8532-327efdae9f09 up at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:31:12.351622 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning for port d58b2dbf-e030-4031-8532-327efdae9f09 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:31:12.355478 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning complete for port d58b2dbf-e030-4031-8532-327efdae9f09 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:31:12.355859 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:12.436076 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:12.462743 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73396c22-d09b-441a-9853-e874bafff720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd58b2dbf-e030-4031-8532-327efdae9f09'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:31:12.464997 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccb16db2f9a74c00367815e69fa446d7a78c69e07d65ec2c4e32efa5fc27a6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38804eb-7031-4aa7-aea7-ae330af3e4ad" -d '{"events": [{"server_uuid": "73396c22-d09b-441a-9853-e874bafff720", "name": "network-vif-plugged", "status": "completed", "tag": "d58b2dbf-e030-4031-8532-327efdae9f09"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:31:12.479359 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port d58b2dbf-e030-4031-8532-327efdae9f09, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=d58b2dbf-e030-4031-8532-327efdae9f09,segment=NetworkSegment(d177a896-598d-44ab-912e-cc71faf73d3b),segment_id=d177a896-598d-44ab-912e-cc71faf73d3b)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:31:12.483608 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:12.510961 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e28793b-c5f2-456e-aded-b805da0a9f20 x-openstack-request-id: req-7e28793b-c5f2-456e-aded-b805da0a9f20 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:31:12.511254 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73396c22-d09b-441a-9853-e874bafff720", "name": "network-vif-plugged", "status": "completed", "tag": "d58b2dbf-e030-4031-8532-327efdae9f09", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:31:12.511504 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7e28793b-c5f2-456e-aded-b805da0a9f20 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:31:12.511887 dv-cinder-802882-2-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73396c22-d09b-441a-9853-e874bafff720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd58b2dbf-e030-4031-8532-327efdae9f09', 'code': 200} Jul 29 14:31:12.539868 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=d58b2dbf-e030-4031-8532-327efdae9f09,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:12.562036 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 35876) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:31:12.667037 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-63b871da-8b93-4f45-9d25-63ae43431601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:12.745181 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c5e3c-b20c-44bd-93ad-28ec7ef5a5b1 req-17717c66-d8aa-48db-981f-04686d60fd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:31:12.747982 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ee5c5e3c-b20c-44bd-93ad-28ec7ef5a5b1 req-17717c66-d8aa-48db-981f-04686d60fd17 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 1098 time: 0.0478885 Jul 29 14:31:12.767951 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-63b871da-8b93-4f45-9d25-63ae43431601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:12.772818 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-63b871da-8b93-4f45-9d25-63ae43431601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:12.789119 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ee5c5e3c-b20c-44bd-93ad-28ec7ef5a5b1 req-b4fe1814-4746-48da-a422-c2898fe161f2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340436 Jul 29 14:31:12.812083 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-63b871da-8b93-4f45-9d25-63ae43431601 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5ff0b75233f6440fab4c4b7c3f222a5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2488616 Jul 29 14:31:12.813080 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b871da-8b93-4f45-9d25-63ae43431601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98bd841-b33d-4c9e-b7fa-0d39cde578e0,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:12.814726 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 35882) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:31:12.867637 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2bd14a13-aae5-4c33-89c9-327f366f3fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:12.890810 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2bd14a13-aae5-4c33-89c9-327f366f3fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:12.939115 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2bd14a13-aae5-4c33-89c9-327f366f3fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:12.941702 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2bd14a13-aae5-4c33-89c9-327f366f3fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:12.942192 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b45fb-45bd-4d5e-8e06-0fc16b95ce41 req-f5a0ef79-d576-4493-875f-09f99fba92e3 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:31:12.942905 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-2bd14a13-aae5-4c33-89c9-327f366f3fbb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c98bd841-b33d-4c9e-b7fa-0d39cde578e0 HTTP/1.1" status: 204 len: 168 time: 0.1272011 Jul 29 14:31:12.943725 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1d4b45fb-45bd-4d5e-8e06-0fc16b95ce41 req-f5a0ef79-d576-4493-875f-09f99fba92e3 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 945 time: 0.0496340 Jul 29 14:31:12.952860 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd14a13-aae5-4c33-89c9-327f366f3fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98bd841-b33d-4c9e-b7fa-0d39cde578e0,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:12.989506 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1d4b45fb-45bd-4d5e-8e06-0fc16b95ce41 req-8efc62c4-35fd-436e-97a8-21bdf0279074 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350337 Jul 29 14:31:13.212583 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 35890) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:31:13.226324 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-723c2e47-26ca-4ba5-bcb3-4cd99a477b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:13.318284 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-723c2e47-26ca-4ba5-bcb3-4cd99a477b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:13.322042 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-723c2e47-26ca-4ba5-bcb3-4cd99a477b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:13.361085 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c2e47-26ca-4ba5-bcb3-4cd99a477b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40cb1d75-b144-494b-8042-f683ef562a0f,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:13.365998 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-723c2e47-26ca-4ba5-bcb3-4cd99a477b86 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dade69ec80e34a6dba6aebc507ac283d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1517012 Jul 29 14:31:13.368259 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 35892) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:31:13.417107 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-839e2f0e-d25f-4d00-b719-13a00028345f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:13.439434 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-839e2f0e-d25f-4d00-b719-13a00028345f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:13.486110 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-839e2f0e-d25f-4d00-b719-13a00028345f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:13.488625 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-839e2f0e-d25f-4d00-b719-13a00028345f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:13.489766 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-839e2f0e-d25f-4d00-b719-13a00028345f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/40cb1d75-b144-494b-8042-f683ef562a0f HTTP/1.1" status: 204 len: 168 time: 0.1207299 Jul 29 14:31:13.497775 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e2f0e-d25f-4d00-b719-13a00028345f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cb1d75-b144-494b-8042-f683ef562a0f,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:13.814007 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 35900) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:31:13.827384 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5088c8c8-5e2f-4d95-960a-bd9b1a74cd1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:13.916146 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5088c8c8-5e2f-4d95-960a-bd9b1a74cd1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:13.920588 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5088c8c8-5e2f-4d95-960a-bd9b1a74cd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:13.958282 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-5088c8c8-5e2f-4d95-960a-bd9b1a74cd1e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9d825f1c3c3540f1832cd8c20448e3a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431465 Jul 29 14:31:13.959122 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088c8c8-5e2f-4d95-960a-bd9b1a74cd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483c7b5e-54ad-42ad-8e41-1b2ddb95d682,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:13.960948 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 35902) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:31:14.011492 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-1d2de832-507f-4c15-95d1-52a7913f16ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:14.035290 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-1d2de832-507f-4c15-95d1-52a7913f16ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:14.093432 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-1d2de832-507f-4c15-95d1-52a7913f16ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:14.096195 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-1d2de832-507f-4c15-95d1-52a7913f16ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:14.097355 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-1d2de832-507f-4c15-95d1-52a7913f16ea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/483c7b5e-54ad-42ad-8e41-1b2ddb95d682 HTTP/1.1" status: 204 len: 168 time: 0.1354463 Jul 29 14:31:14.105791 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2de832-507f-4c15-95d1-52a7913f16ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483c7b5e-54ad-42ad-8e41-1b2ddb95d682,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:14.113438 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315203b-d311-44bd-ac2f-0a1b16e4cd0f req-5240c464-77b0-48ea-9316-eecaa142dfb4 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:31:14.120837 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b315203b-d311-44bd-ac2f-0a1b16e4cd0f req-5240c464-77b0-48ea-9316-eecaa142dfb4 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 945 time: 0.0625398 Jul 29 14:31:14.155650 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b315203b-d311-44bd-ac2f-0a1b16e4cd0f req-0bb49615-9e72-433e-8ce4-170fb97a740c tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339429 Jul 29 14:31:14.277055 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2556a3-ed74-40b9-b117-2d9306779dba req-3a7adce7-3103-4292-bf5a-5671bbe1e610 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:31:14.279498 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ec2556a3-ed74-40b9-b117-2d9306779dba req-3a7adce7-3103-4292-bf5a-5671bbe1e610 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 945 time: 0.0512035 Jul 29 14:31:14.319039 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ec2556a3-ed74-40b9-b117-2d9306779dba req-95fd885d-a11c-47df-acdd-608fff7be006 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335507 Jul 29 14:31:14.340544 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 35916) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:31:14.527017 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b33be7-c954-4b75-8393-7dec313924d4 tempest-TestShelveInstance-885183325 tempest-TestShelveInstance-885183325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:31:14.529161 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-09b33be7-c954-4b75-8393-7dec313924d4 tempest-TestShelveInstance-885183325 tempest-TestShelveInstance-885183325-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 1093 time: 0.1863592 Jul 29 14:31:14.531977 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 35932) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:31:14.536330 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-f55067ef-5e88-4971-972e-633b60ffb158 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Request body: {'floatingip': {'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'port_id': 'd58b2dbf-e030-4031-8532-327efdae9f09', 'tenant_id': '9909d279060d4835b6f235322efefc98', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:31:14.558120 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f55067ef-5e88-4971-972e-633b60ffb158 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks [] for floatingip, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:14.661495 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f55067ef-5e88-4971-972e-633b60ffb158 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:14.767620 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [None req-f55067ef-5e88-4971-972e-633b60ffb158 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Allocated IP 172.27.2.33 (32664875-679c-4a6a-adbf-80e7664b419a/8daef0cf-848b-40ef-9b17-9a185079ae25/48843787-0018-463e-a3ab-0ff8a223f5d7) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:31:15.118917 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f55067ef-5e88-4971-972e-633b60ffb158 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:15.158070 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f55067ef-5e88-4971-972e-633b60ffb158 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:15.195207 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55067ef-5e88-4971-972e-633b60ffb158 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Network 32664875-679c-4a6a-adbf-80e7664b419a is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:31:15.198033 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-f55067ef-5e88-4971-972e-633b60ffb158 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:31:15.204183 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55067ef-5e88-4971-972e-633b60ffb158 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:31:15.228334 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55067ef-5e88-4971-972e-633b60ffb158 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Pushing event updated for resources: {'Port': ['ID=48843787-0018-463e-a3ab-0ff8a223f5d7,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:15.572082 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f55067ef-5e88-4971-972e-633b60ffb158 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:15.643425 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f55067ef-5e88-4971-972e-633b60ffb158 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:15.795083 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f55067ef-5e88-4971-972e-633b60ffb158 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:15.800085 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f55067ef-5e88-4971-972e-633b60ffb158 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079021'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:15.867520 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55067ef-5e88-4971-972e-633b60ffb158 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Pushing event updated for resources: {'Port': ['ID=48843787-0018-463e-a3ab-0ff8a223f5d7,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:15.880968 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f55067ef-5e88-4971-972e-633b60ffb158 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744517'] for floatingip, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:15.981890 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.db.l3_db [None req-f55067ef-5e88-4971-972e-633b60ffb158 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Floating IP 64304944-cdf5-45a4-b837-ac0c1a7f0f2f associated. External IP: 172.27.2.33, port: d58b2dbf-e030-4031-8532-327efdae9f09. Jul 29 14:31:15.984476 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 35998) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:31:16.092217 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f49c5ffd-1b81-48cc-b5f5-1ec531e73af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:16.183467 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f49c5ffd-1b81-48cc-b5f5-1ec531e73af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:16.188243 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-f49c5ffd-1b81-48cc-b5f5-1ec531e73af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:16.196906 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55067ef-5e88-4971-972e-633b60ffb158 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Router a2f7842a-40a2-491d-a2af-db24f50cf8ef has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:31:16.227399 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-f49c5ffd-1b81-48cc-b5f5-1ec531e73af3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3311aac8bbb44695a33405792af34878&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418444 Jul 29 14:31:16.229290 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c5ffd-1b81-48cc-b5f5-1ec531e73af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab44a7b7-be53-4b3a-ac4f-11d390cbb8dd,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:16.231788 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 36002) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:31:16.279668 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-aaef47a1-8dff-4f1c-85c6-10e8735fbb0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:16.300617 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-aaef47a1-8dff-4f1c-85c6-10e8735fbb0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:16.306966 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55067ef-5e88-4971-972e-633b60ffb158 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:31:16.318469 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ef5293-4c37-4dca-bdfc-5321441fd312 None None] Sync routers for ids ['a2f7842a-40a2-491d-a2af-db24f50cf8ef'] in dv-cinder-802882-2-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:31:16.324950 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f55067ef-5e88-4971-972e-633b60ffb158 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for floatingip, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:16.328678 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ef5293-4c37-4dca-bdfc-5321441fd312 None None] Routers {'a2f7842a-40a2-491d-a2af-db24f50cf8ef'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:31:16.329442 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-82ef5293-4c37-4dca-bdfc-5321441fd312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:30:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['a2f7842a-40a2-491d-a2af-db24f50cf8ef'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:31:16.350965 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-aaef47a1-8dff-4f1c-85c6-10e8735fbb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:16.353993 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-aaef47a1-8dff-4f1c-85c6-10e8735fbb0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:16.358410 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-aaef47a1-8dff-4f1c-85c6-10e8735fbb0d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ab44a7b7-be53-4b3a-ac4f-11d390cbb8dd HTTP/1.1" status: 204 len: 168 time: 0.1225371 Jul 29 14:31:16.378133 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-f55067ef-5e88-4971-972e-633b60ffb158 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8299475 Jul 29 14:31:16.378133 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73396c22-d09b-441a-9853-e874bafff720', 'tag': 'd58b2dbf-e030-4031-8532-327efdae9f09'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:31:16.378133 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d29991c668386e200e1a1994fca063bc4f2dc54aaad28d0a971c904e1588ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d9e4b5-f567-47eb-8892-1abcb87997ed" -d '{"events": [{"name": "network-changed", "server_uuid": "73396c22-d09b-441a-9853-e874bafff720", "tag": "d58b2dbf-e030-4031-8532-327efdae9f09"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:31:16.381230 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef47a1-8dff-4f1c-85c6-10e8735fbb0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab44a7b7-be53-4b3a-ac4f-11d390cbb8dd,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:16.413424 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe2bb34-2114-4032-a1fa-34713bf94142 x-openstack-request-id: req-6fe2bb34-2114-4032-a1fa-34713bf94142 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:31:16.413728 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73396c22-d09b-441a-9853-e874bafff720", "tag": "d58b2dbf-e030-4031-8532-327efdae9f09", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:31:16.414007 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6fe2bb34-2114-4032-a1fa-34713bf94142 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:31:16.414413 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73396c22-d09b-441a-9853-e874bafff720', 'tag': 'd58b2dbf-e030-4031-8532-327efdae9f09', 'status': 'completed', 'code': 200} Jul 29 14:31:16.451658 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-82ef5293-4c37-4dca-bdfc-5321441fd312 None None] Set router a2f7842a-40a2-491d-a2af-db24f50cf8ef gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:31:16.482349 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9e4b5-f567-47eb-8892-1abcb87997ed req-9192f9e8-99dc-4157-aed6-5dec3216e14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:31:16.484057 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-64d9e4b5-f567-47eb-8892-1abcb87997ed req-9192f9e8-99dc-4157-aed6-5dec3216e14a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9909d279060d4835b6f235322efefc98&device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 1098 time: 0.0490544 Jul 29 14:31:16.580062 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9e4b5-f567-47eb-8892-1abcb87997ed req-a8ecd10c-5671-451b-a824-99863701cc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:31:16.581553 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-64d9e4b5-f567-47eb-8892-1abcb87997ed req-a8ecd10c-5671-451b-a824-99863701cc27 service neutron] 10.222.0.42 "GET /v2.0/networks?id=485bb981-027b-4d59-af5e-b80b5dab9d30 HTTP/1.1" status: 200 len: 910 time: 0.0903747 Jul 29 14:31:16.651027 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-64d9e4b5-f567-47eb-8892-1abcb87997ed req-054b6419-ded3-420c-9d72-30f095ee3e61 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d58b2dbf-e030-4031-8532-327efdae9f09 HTTP/1.1" status: 200 len: 998 time: 0.0598767 Jul 29 14:31:16.662638 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 36012) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:31:16.677380 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3243951d-b6c5-4ce0-ae6f-0e966cf84a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:16.698559 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-82ef5293-4c37-4dca-bdfc-5321441fd312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'name': 'tempest-TestShelveInstance-1780212279-router', 'tenant_id': '9909d279060d4835b6f235322efefc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '238cdba9-6021-466b-942d-98254d4da3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:30:31Z', 'updated_at': '2021-07-29T14:30:34Z', 'revision_number': 4, 'project_id': '9909d279060d4835b6f235322efefc98', 'gw_port': {'id': '238cdba9-6021-466b-942d-98254d4da3e4', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:31Z', 'updated_at': '2021-07-29T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_floatingips': [{'id': '64304944-cdf5-45a4-b837-ac0c1a7f0f2f', 'tenant_id': '9909d279060d4835b6f235322efefc98', 'floating_ip_address': '172.27.2.33', 'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'router_id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'port_id': 'd58b2dbf-e030-4031-8532-327efdae9f09', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '485bb981-027b-4d59-af5e-b80b5dab9d30', 'mac_address': 'fa:16:3e:9c:c2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73396c22-d09b-441a-9853-e874bafff720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:31:15Z', 'updated_at': '2021-07-29T14:31:15Z', 'revision_number': 0, 'project_id': '9909d279060d4835b6f235322efefc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9654b1a9-0651-4545-8461-6f5dab4b757a', 'name': '', 'network_id': '485bb981-027b-4d59-af5e-b80b5dab9d30', 'tenant_id': '9909d279060d4835b6f235322efefc98', 'mac_address': 'fa:16:3e:18:1d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'b466c7f2-33c8-40e2-9381-3668f681c8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:33Z', 'updated_at': '2021-07-29T14:30:40Z', 'revision_number': 5, 'project_id': '9909d279060d4835b6f235322efefc98', 'subnets': [{'id': 'b466c7f2-33c8-40e2-9381-3668f681c8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:31:16.717034 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9e4b5-f567-47eb-8892-1abcb87997ed req-95875787-4b8c-4093-995e-2016b12207cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:31:16.718885 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-64d9e4b5-f567-47eb-8892-1abcb87997ed req-95875787-4b8c-4093-995e-2016b12207cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b466c7f2-33c8-40e2-9381-3668f681c8d2 HTTP/1.1" status: 200 len: 848 time: 0.0601270 Jul 29 14:31:16.726918 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ef5293-4c37-4dca-bdfc-5321441fd312 None None] Checking router: a2f7842a-40a2-491d-a2af-db24f50cf8ef for host: dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:31:16.736064 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ef5293-4c37-4dca-bdfc-5321441fd312 None None] Routers {'a2f7842a-40a2-491d-a2af-db24f50cf8ef'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:31:16.736769 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-82ef5293-4c37-4dca-bdfc-5321441fd312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:30:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['a2f7842a-40a2-491d-a2af-db24f50cf8ef'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:31:16.766771 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9e4b5-f567-47eb-8892-1abcb87997ed req-514f2cc9-8ae8-4b71-865a-9e54c64674ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:31:16.768693 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-64d9e4b5-f567-47eb-8892-1abcb87997ed req-514f2cc9-8ae8-4b71-865a-9e54c64674ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=485bb981-027b-4d59-af5e-b80b5dab9d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421963 Jul 29 14:31:16.771541 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3243951d-b6c5-4ce0-ae6f-0e966cf84a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:16.775908 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-3243951d-b6c5-4ce0-ae6f-0e966cf84a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:16.815600 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-3243951d-b6c5-4ce0-ae6f-0e966cf84a0d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1f221538d23547b6966c8c3c384db9d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1518238 Jul 29 14:31:16.816628 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243951d-b6c5-4ce0-ae6f-0e966cf84a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae64ea2-ea59-4a56-8acc-b28a9daab1a5,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:16.819037 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 36014) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:31:16.855461 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-82ef5293-4c37-4dca-bdfc-5321441fd312 None None] Set router a2f7842a-40a2-491d-a2af-db24f50cf8ef gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:31:16.873139 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-64d9e4b5-f567-47eb-8892-1abcb87997ed req-edaa12ed-89af-43df-a3ff-9e37ee3d9e85 service neutron] 10.222.0.42 "GET /v2.0/networks/485bb981-027b-4d59-af5e-b80b5dab9d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930731 Jul 29 14:31:16.876935 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-52155d35-27e2-417a-9af5-5759dbae8ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:16.900739 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-52155d35-27e2-417a-9af5-5759dbae8ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:16.955302 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-52155d35-27e2-417a-9af5-5759dbae8ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:16.959472 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-52155d35-27e2-417a-9af5-5759dbae8ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:16.962131 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-52155d35-27e2-417a-9af5-5759dbae8ced admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6ae64ea2-ea59-4a56-8acc-b28a9daab1a5 HTTP/1.1" status: 204 len: 168 time: 0.1420116 Jul 29 14:31:16.970276 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52155d35-27e2-417a-9af5-5759dbae8ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae64ea2-ea59-4a56-8acc-b28a9daab1a5,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:16.995868 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-64d9e4b5-f567-47eb-8892-1abcb87997ed req-8bcb7ce4-e513-422d-afe8-323b040a24e1 service neutron] 10.222.0.42 "GET /v2.0/networks/485bb981-027b-4d59-af5e-b80b5dab9d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133997 Jul 29 14:31:17.095821 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-82ef5293-4c37-4dca-bdfc-5321441fd312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'name': 'tempest-TestShelveInstance-1780212279-router', 'tenant_id': '9909d279060d4835b6f235322efefc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '238cdba9-6021-466b-942d-98254d4da3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:30:31Z', 'updated_at': '2021-07-29T14:30:34Z', 'revision_number': 4, 'project_id': '9909d279060d4835b6f235322efefc98', 'gw_port': {'id': '238cdba9-6021-466b-942d-98254d4da3e4', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:31Z', 'updated_at': '2021-07-29T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_floatingips': [{'id': '64304944-cdf5-45a4-b837-ac0c1a7f0f2f', 'tenant_id': '9909d279060d4835b6f235322efefc98', 'floating_ip_address': '172.27.2.33', 'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'router_id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'port_id': 'd58b2dbf-e030-4031-8532-327efdae9f09', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '485bb981-027b-4d59-af5e-b80b5dab9d30', 'mac_address': 'fa:16:3e:9c:c2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73396c22-d09b-441a-9853-e874bafff720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:31:15Z', 'updated_at': '2021-07-29T14:31:15Z', 'revision_number': 0, 'project_id': '9909d279060d4835b6f235322efefc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9654b1a9-0651-4545-8461-6f5dab4b757a', 'name': '', 'network_id': '485bb981-027b-4d59-af5e-b80b5dab9d30', 'tenant_id': '9909d279060d4835b6f235322efefc98', 'mac_address': 'fa:16:3e:18:1d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'b466c7f2-33c8-40e2-9381-3668f681c8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:33Z', 'updated_at': '2021-07-29T14:30:40Z', 'revision_number': 5, 'project_id': '9909d279060d4835b6f235322efefc98', 'subnets': [{'id': 'b466c7f2-33c8-40e2-9381-3668f681c8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:31:17.125924 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ef5293-4c37-4dca-bdfc-5321441fd312 None None] The sync data for ids ['a2f7842a-40a2-491d-a2af-db24f50cf8ef'] in dv-cinder-802882-2-iscsi is: [{'id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'name': 'tempest-TestShelveInstance-1780212279-router', 'tenant_id': '9909d279060d4835b6f235322efefc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '238cdba9-6021-466b-942d-98254d4da3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:30:31Z', 'updated_at': '2021-07-29T14:30:34Z', 'revision_number': 4, 'project_id': '9909d279060d4835b6f235322efefc98', 'gw_port': {'id': '238cdba9-6021-466b-942d-98254d4da3e4', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:31Z', 'updated_at': '2021-07-29T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_floatingips': [{'id': '64304944-cdf5-45a4-b837-ac0c1a7f0f2f', 'tenant_id': '9909d279060d4835b6f235322efefc98', 'floating_ip_address': '172.27.2.33', 'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'router_id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'port_id': 'd58b2dbf-e030-4031-8532-327efdae9f09', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '485bb981-027b-4d59-af5e-b80b5dab9d30', 'mac_address': 'fa:16:3e:9c:c2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73396c22-d09b-441a-9853-e874bafff720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:31:15Z', 'updated_at': '2021-07-29T14:31:15Z', 'revision_number': 0, 'project_id': '9909d279060d4835b6f235322efefc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9654b1a9-0651-4545-8461-6f5dab4b757a', 'name': '', 'network_id': '485bb981-027b-4d59-af5e-b80b5dab9d30', 'tenant_id': '9909d279060d4835b6f235322efefc98', 'mac_address': 'fa:16:3e:18:1d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'b466c7f2-33c8-40e2-9381-3668f681c8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:33Z', 'updated_at': '2021-07-29T14:30:40Z', 'revision_number': 5, 'project_id': '9909d279060d4835b6f235322efefc98', 'subnets': [{'id': 'b466c7f2-33c8-40e2-9381-3668f681c8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:31:17.310609 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37d2d0f-a2f2-41d3-8931-8c771e0b060f None None] New status for floating IP 64304944-cdf5-45a4-b837-ac0c1a7f0f2f: ACTIVE {{(pid=93049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:31:18.000102 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 36046) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:31:18.108364 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-501bdb51-c475-448e-b46b-51284d8ba92e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:18.196929 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-501bdb51-c475-448e-b46b-51284d8ba92e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:18.201260 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-501bdb51-c475-448e-b46b-51284d8ba92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:18.243124 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-501bdb51-c475-448e-b46b-51284d8ba92e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c50baed2bceb4838a48f2fec5bf119da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419448 Jul 29 14:31:18.244101 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501bdb51-c475-448e-b46b-51284d8ba92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c63439-be2f-4674-8e8f-1e9a6d35a4e5,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:18.246650 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 36052) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:31:18.294580 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5f9efb0b-e1a0-4388-8a9e-05561a30c25e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:18.315370 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5f9efb0b-e1a0-4388-8a9e-05561a30c25e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:18.361163 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5f9efb0b-e1a0-4388-8a9e-05561a30c25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:18.363683 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-5f9efb0b-e1a0-4388-8a9e-05561a30c25e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:18.364840 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-5f9efb0b-e1a0-4388-8a9e-05561a30c25e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f6c63439-be2f-4674-8e8f-1e9a6d35a4e5 HTTP/1.1" status: 204 len: 168 time: 0.1177208 Jul 29 14:31:18.372898 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9efb0b-e1a0-4388-8a9e-05561a30c25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c63439-be2f-4674-8e8f-1e9a6d35a4e5,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:25.088312 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-125813f0-f4e8-47da-a571-96614e3613f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:25.524919 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 36146) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:31:25.625295 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-614a9e81-d99f-4334-a1e9-c959ae2906a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:25.720302 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-614a9e81-d99f-4334-a1e9-c959ae2906a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:25.724465 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-614a9e81-d99f-4334-a1e9-c959ae2906a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:25.761796 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-614a9e81-d99f-4334-a1e9-c959ae2906a6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ccdf9f694d99497b91542e77726384a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358022 Jul 29 14:31:25.763202 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a9e81-d99f-4334-a1e9-c959ae2906a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcce4f8-2a39-41fc-9c4b-eb4c36f7d581,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:25.765864 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 36152) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:31:25.814038 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-cc1c1b5b-65bf-4fb4-87aa-a6017afce366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:25.835370 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-cc1c1b5b-65bf-4fb4-87aa-a6017afce366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:25.887389 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-cc1c1b5b-65bf-4fb4-87aa-a6017afce366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:25.890934 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-cc1c1b5b-65bf-4fb4-87aa-a6017afce366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:25.892086 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-cc1c1b5b-65bf-4fb4-87aa-a6017afce366 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9dcce4f8-2a39-41fc-9c4b-eb4c36f7d581 HTTP/1.1" status: 204 len: 168 time: 0.1252127 Jul 29 14:31:25.899709 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c1b5b-65bf-4fb4-87aa-a6017afce366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcce4f8-2a39-41fc-9c4b-eb4c36f7d581,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:26.159567 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 36162) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:31:26.172427 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-77f3a07b-07c4-4714-8840-afa46ecfb6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:26.274063 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-77f3a07b-07c4-4714-8840-afa46ecfb6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:26.277859 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-77f3a07b-07c4-4714-8840-afa46ecfb6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:26.319188 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-77f3a07b-07c4-4714-8840-afa46ecfb6a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=40bd7a72305f4397869f546e1d22f536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1557539 Jul 29 14:31:26.319188 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f3a07b-07c4-4714-8840-afa46ecfb6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fbb829-877a-48e2-b096-56515d34f631,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:26.319372 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 36164) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:31:26.374656 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-98a83869-fe1e-4902-9459-a1ac69e2c316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:26.389958 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:26.398877 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-98a83869-fe1e-4902-9459-a1ac69e2c316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:26.455163 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-98a83869-fe1e-4902-9459-a1ac69e2c316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:26.457727 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-98a83869-fe1e-4902-9459-a1ac69e2c316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:26.459007 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-98a83869-fe1e-4902-9459-a1ac69e2c316 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a7fbb829-877a-48e2-b096-56515d34f631 HTTP/1.1" status: 204 len: 168 time: 0.1387038 Jul 29 14:31:26.467110 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a83869-fe1e-4902-9459-a1ac69e2c316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fbb829-877a-48e2-b096-56515d34f631,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:28.037126 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-1db3b112-cd09-49d6-99e7-206eae100749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:28.258488 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:29.361280 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:31.392839 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:35.355838 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 36216) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:31:35.456001 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-88e486a4-b83a-44f3-ba03-8dda856ef3fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:35.543719 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-88e486a4-b83a-44f3-ba03-8dda856ef3fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:35.547411 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-88e486a4-b83a-44f3-ba03-8dda856ef3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:35.584795 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-88e486a4-b83a-44f3-ba03-8dda856ef3fa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=48acbead3d0e44e284b2d539f9dbaccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272310 Jul 29 14:31:35.585549 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e486a4-b83a-44f3-ba03-8dda856ef3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46e9d44-10b2-4e83-9220-763a355fcc34,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:35.587498 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 36220) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:31:35.636339 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-56b70759-3e55-4845-801c-cc2bcf3f1b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:35.656435 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-56b70759-3e55-4845-801c-cc2bcf3f1b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:35.701619 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-56b70759-3e55-4845-801c-cc2bcf3f1b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:35.704171 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-56b70759-3e55-4845-801c-cc2bcf3f1b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:35.705321 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-56b70759-3e55-4845-801c-cc2bcf3f1b4a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f46e9d44-10b2-4e83-9220-763a355fcc34 HTTP/1.1" status: 204 len: 168 time: 0.1168413 Jul 29 14:31:35.713631 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b70759-3e55-4845-801c-cc2bcf3f1b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46e9d44-10b2-4e83-9220-763a355fcc34,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:38.127979 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:31:55.088711 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e72c5320-8714-4c0e-b7ef-81ee71c937ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:55.703096 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 36364) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:31:55.802103 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-fd3d9162-b97c-42d0-863d-25b5650254f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:55.892568 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-fd3d9162-b97c-42d0-863d-25b5650254f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:55.896210 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-fd3d9162-b97c-42d0-863d-25b5650254f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:55.933102 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-fd3d9162-b97c-42d0-863d-25b5650254f5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=49f5556063d0483f955d9792279812d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289395 Jul 29 14:31:55.935239 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d9162-b97c-42d0-863d-25b5650254f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51dc7363-8069-4983-be24-c94859ee7213,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:55.935942 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 36368) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:31:55.985669 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e8f8bf7d-2def-41f7-92b6-3e39d9d0675f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:56.005491 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e8f8bf7d-2def-41f7-92b6-3e39d9d0675f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:56.052267 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e8f8bf7d-2def-41f7-92b6-3e39d9d0675f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:56.054820 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-e8f8bf7d-2def-41f7-92b6-3e39d9d0675f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:56.055947 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-e8f8bf7d-2def-41f7-92b6-3e39d9d0675f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/51dc7363-8069-4983-be24-c94859ee7213 HTTP/1.1" status: 204 len: 168 time: 0.1190364 Jul 29 14:31:56.063953 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8bf7d-2def-41f7-92b6-3e39d9d0675f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51dc7363-8069-4983-be24-c94859ee7213,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:31:56.382615 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:58.037004 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-65377475-2cec-4108-998c-39e705e4ffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:58.258852 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:59.364644 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:01.395582 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:15.126675 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:32:25.089411 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-9c088b61-6afe-42ca-b665-a692f69899e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:26.400222 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:28.041019 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-0c472863-a37b-48a6-81d5-99e44bb5bbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:28.259137 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:29.367211 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:31.399734 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:32.411876 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c15d1905-7712-42b0-9618-f290501be723 req-107bbf5d-ef75-4a35-a0ed-2981f31162a9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0e3bea01-0124-42c6-88b0-28141ab33a3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394442 Jul 29 14:32:32.502399 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d1905-7712-42b0-9618-f290501be723 req-e1cd0f72-9ecb-4c36-a3da-ca129684e5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:32.503862 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c15d1905-7712-42b0-9618-f290501be723 req-e1cd0f72-9ecb-4c36-a3da-ca129684e5d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=790cbd91660745c18b1d53f07528a1b3&device_id=0e3bea01-0124-42c6-88b0-28141ab33a3a HTTP/1.1" status: 200 len: 1098 time: 0.0391302 Jul 29 14:32:32.620477 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d1905-7712-42b0-9618-f290501be723 req-e607a96c-da41-4011-8ae3-ecd823b8ae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:32.622141 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c15d1905-7712-42b0-9618-f290501be723 req-e607a96c-da41-4011-8ae3-ecd823b8ae5a service neutron] 10.222.0.42 "GET /v2.0/networks?id=fc30f6c6-945d-4102-8889-37cbeb7abf30 HTTP/1.1" status: 200 len: 913 time: 0.0914977 Jul 29 14:32:32.686154 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c15d1905-7712-42b0-9618-f290501be723 req-8cba51d6-fc27-498c-9735-150ecfadb0b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3b6e33d-09c3-48cf-8948-46683ac0cb3a HTTP/1.1" status: 200 len: 1000 time: 0.0560019 Jul 29 14:32:32.740229 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d1905-7712-42b0-9618-f290501be723 req-656faeff-c3ec-435f-8436-959698f0cbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:32.741661 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c15d1905-7712-42b0-9618-f290501be723 req-656faeff-c3ec-435f-8436-959698f0cbdf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96251832-4e3f-4c8a-b08d-273ae0959694 HTTP/1.1" status: 200 len: 851 time: 0.0458207 Jul 29 14:32:32.790926 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d1905-7712-42b0-9618-f290501be723 req-880b08cf-7709-468e-b435-f82d09ea65cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:32.792356 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c15d1905-7712-42b0-9618-f290501be723 req-880b08cf-7709-468e-b435-f82d09ea65cc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fc30f6c6-945d-4102-8889-37cbeb7abf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387287 Jul 29 14:32:32.882923 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c15d1905-7712-42b0-9618-f290501be723 req-1d91cce7-a86e-472c-bd09-13617ff1edb1 service neutron] 10.222.0.42 "GET /v2.0/networks/fc30f6c6-945d-4102-8889-37cbeb7abf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787809 Jul 29 14:32:33.225975 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-c15d1905-7712-42b0-9618-f290501be723 req-05f640ad-4c7e-489c-b2fb-8402871324c2 service neutron] 10.222.0.42 "GET /v2.0/networks/fc30f6c6-945d-4102-8889-37cbeb7abf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307948 Jul 29 14:32:52.124734 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:32:52.838393 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-b96d7fae-987c-485a-a2c7-60b05dae498c tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1521265708&fields=id&tenant_id=790cbd91660745c18b1d53f07528a1b3 HTTP/1.1" status: 200 len: 267 time: 0.0350142 Jul 29 14:32:52.940380 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-44bf9cf7-0b28-452b-8c55-ea39ad81708a tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:52.941725 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-44bf9cf7-0b28-452b-8c55-ea39ad81708a tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/networks?id=fc30f6c6-945d-4102-8889-37cbeb7abf30 HTTP/1.1" status: 200 len: 812 time: 0.0966599 Jul 29 14:32:52.956122 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-1e663c2b-03ff-4593-8fc3-8f217f7534ca tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/quotas/790cbd91660745c18b1d53f07528a1b3 HTTP/1.1" status: 200 len: 375 time: 0.0087564 Jul 29 14:32:53.016596 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-1e2e84be-11ce-4785-8a31-e738e1e27810 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=790cbd91660745c18b1d53f07528a1b3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0552852 Jul 29 14:32:53.109484 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-3fe37390-eec9-48b1-bec7-31d203f63354 service neutron] 10.222.0.44 "GET /v2.0/networks/fc30f6c6-945d-4102-8889-37cbeb7abf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809703 Jul 29 14:32:53.203448 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-206835ea-e077-4e6e-9f0f-072707bd9755 service neutron] 10.222.0.44 "GET /v2.0/networks/fc30f6c6-945d-4102-8889-37cbeb7abf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878520 Jul 29 14:32:53.484127 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-34b4ffdf-cf60-4a99-9f1a-9d83623e80f7 req-21903f88-4299-4e93-bd06-636dde9fc2d7 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e394db3-113f-4d92-bcea-8da63e685fde HTTP/1.1" status: 200 len: 210 time: 0.0276237 Jul 29 14:32:54.428607 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-76528840-5f58-4823-9049-67cc6fea6020 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:54.430085 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-76528840-5f58-4823-9049-67cc6fea6020 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.42 "GET /v2.0/networks?id=fc30f6c6-945d-4102-8889-37cbeb7abf30 HTTP/1.1" status: 200 len: 812 time: 0.1030650 Jul 29 14:32:54.488294 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-ac35dd1c-44c5-4250-a709-c7cc3eaa2f1c tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=790cbd91660745c18b1d53f07528a1b3 HTTP/1.1" status: 200 len: 380 time: 0.0417776 Jul 29 14:32:54.506076 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-dcb9fe7f-97b4-4085-9738-c9c70c910fdd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Request body: {'port': {'device_id': '7e394db3-113f-4d92-bcea-8da63e685fde', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'admin_state_up': True, 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'security_groups': ['aa4e4174-8f26-4601-b1ba-82d657004d89']}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:32:54.591886 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3d587cae-4f42-47c0-a695-e8352de44d40 req-3b40e40c-48c4-4735-aa72-2b9ba20a0004 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e394db3-113f-4d92-bcea-8da63e685fde HTTP/1.1" status: 200 len: 210 time: 0.0269039 Jul 29 14:32:54.614817 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-dcb9fe7f-97b4-4085-9738-c9c70c910fdd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Made reservation on behalf of 790cbd91660745c18b1d53f07528a1b3 for: {'port': 1} {{(pid=93046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:32:54.618439 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-dcb9fe7f-97b4-4085-9738-c9c70c910fdd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:54.744359 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_common [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-dcb9fe7f-97b4-4085-9738-c9c70c910fdd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Allocated IP 172.20.0.9 (fc30f6c6-945d-4102-8889-37cbeb7abf30/96251832-4e3f-4c8a-b08d-273ae0959694/70481b4e-eb6a-443d-b7e0-8cc651827c70) {{(pid=93046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:32:54.879346 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-dcb9fe7f-97b4-4085-9738-c9c70c910fdd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for port, precommit_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:54.894232 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-dcb9fe7f-97b4-4085-9738-c9c70c910fdd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Transition to ACTIVE for port object 70481b4e-eb6a-443d-b7e0-8cc651827c70 will not be triggered until provisioned by entity DHCP. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:32:54.926913 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-dcb9fe7f-97b4-4085-9738-c9c70c910fdd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_create {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:54.977246 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-dcb9fe7f-97b4-4085-9738-c9c70c910fdd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Network fc30f6c6-945d-4102-8889-37cbeb7abf30 is already hosted by enough agents. {{(pid=93046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:32:54.980381 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.base_scheduler [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-dcb9fe7f-97b4-4085-9738-c9c70c910fdd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Resources bound (agent type, host, resource id): {{(pid=93046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:32:54.987311 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-dcb9fe7f-97b4-4085-9738-c9c70c910fdd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Received port after_create {{(pid=93046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:32:55.012687 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9fe7f-97b4-4085-9738-c9c70c910fdd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Pushing event updated for resources: {'Port': ['ID=70481b4e-eb6a-443d-b7e0-8cc651827c70,revision_number=1']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:32:55.029827 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9fe7f-97b4-4085-9738-c9c70c910fdd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:55.031094 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9fe7f-97b4-4085-9738-c9c70c910fdd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:55.031494 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9fe7f-97b4-4085-9738-c9c70c910fdd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:55.031831 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9fe7f-97b4-4085-9738-c9c70c910fdd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:55.032165 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9fe7f-97b4-4085-9738-c9c70c910fdd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:55.032499 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9fe7f-97b4-4085-9738-c9c70c910fdd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:55.032891 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9fe7f-97b4-4085-9738-c9c70c910fdd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:55.033583 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9fe7f-97b4-4085-9738-c9c70c910fdd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:55.033902 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9fe7f-97b4-4085-9738-c9c70c910fdd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:55.034273 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9fe7f-97b4-4085-9738-c9c70c910fdd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:55.034599 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9fe7f-97b4-4085-9738-c9c70c910fdd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:55.034923 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9fe7f-97b4-4085-9738-c9c70c910fdd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:55.056012 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-dcb9fe7f-97b4-4085-9738-c9c70c910fdd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:55.056634 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-dcb9fe7f-97b4-4085-9738-c9c70c910fdd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:55.071751 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-dcb9fe7f-97b4-4085-9738-c9c70c910fdd tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5693300 Jul 29 14:32:55.085593 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.v2.base [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-80165240-3e1e-4008-ba52-fea3ec0fa10a service neutron] Request body: {'port': {'device_id': '7e394db3-113f-4d92-bcea-8da63e685fde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:32:55.092223 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e6375ae0-276c-44f7-9e53-a68109fafdf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:55.143387 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-80165240-3e1e-4008-ba52-fea3ec0fa10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:55.233225 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-711c5bd2-e112-471b-a35f-ce24f130af72 None None] Provisioning for port 70481b4e-eb6a-443d-b7e0-8cc651827c70 completed by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:32:55.236884 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-711c5bd2-e112-471b-a35f-ce24f130af72 None None] Provisioning complete for port 70481b4e-eb6a-443d-b7e0-8cc651827c70 triggered by entity DHCP. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:32:55.237257 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-711c5bd2-e112-471b-a35f-ce24f130af72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:55.271046 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-711c5bd2-e112-471b-a35f-ce24f130af72 None None] Port 70481b4e-eb6a-443d-b7e0-8cc651827c70 cannot update to ACTIVE because it is not bound. {{(pid=93048) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:32:55.397179 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-80165240-3e1e-4008-ba52-fea3ec0fa10a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70481b4e-eb6a-443d-b7e0-8cc651827c70 {{(pid=93046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:32:55.404239 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-80165240-3e1e-4008-ba52-fea3ec0fa10a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:55.415401 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.provisioning_blocks [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-80165240-3e1e-4008-ba52-fea3ec0fa10a service neutron] Transition to ACTIVE for port object 70481b4e-eb6a-443d-b7e0-8cc651827c70 will not be triggered until provisioned by entity L2. {{(pid=93046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:32:55.419083 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-80165240-3e1e-4008-ba52-fea3ec0fa10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971904'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:55.487881 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80165240-3e1e-4008-ba52-fea3ec0fa10a service neutron] Pushing event updated for resources: {'Port': ['ID=70481b4e-eb6a-443d-b7e0-8cc651827c70,revision_number=2']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:32:55.540796 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-80165240-3e1e-4008-ba52-fea3ec0fa10a service neutron] Attempting to bind port 70481b4e-eb6a-443d-b7e0-8cc651827c70 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:32:55.541225 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-80165240-3e1e-4008-ba52-fea3ec0fa10a service neutron] Attempting to bind port 70481b4e-eb6a-443d-b7e0-8cc651827c70 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': '9e1b997b-38b8-4a39-8704-0a229296c38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30'}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:32:55.541561 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-80165240-3e1e-4008-ba52-fea3ec0fa10a service neutron] Attempting to bind port 70481b4e-eb6a-443d-b7e0-8cc651827c70 on network fc30f6c6-945d-4102-8889-37cbeb7abf30 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:32:55.546316 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-80165240-3e1e-4008-ba52-fea3ec0fa10a service neutron] Port 70481b4e-eb6a-443d-b7e0-8cc651827c70 on network fc30f6c6-945d-4102-8889-37cbeb7abf30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:32:55.546643 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-80165240-3e1e-4008-ba52-fea3ec0fa10a service neutron] Attempting to bind port 70481b4e-eb6a-443d-b7e0-8cc651827c70 on network fc30f6c6-945d-4102-8889-37cbeb7abf30 {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:32:55.551964 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-80165240-3e1e-4008-ba52-fea3ec0fa10a service neutron] Checking agent: {'id': 'fd26b577-982f-4e34-ab76-8a88883d4fab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:32:55.552308 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-80165240-3e1e-4008-ba52-fea3ec0fa10a service neutron] Checking segment: {'id': '9e1b997b-38b8-4a39-8704-0a229296c38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:32:55.552703 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-80165240-3e1e-4008-ba52-fea3ec0fa10a service neutron] Bound using segment: {'id': '9e1b997b-38b8-4a39-8704-0a229296c38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30'} {{(pid=93046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:32:55.553131 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.managers [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-80165240-3e1e-4008-ba52-fea3ec0fa10a service neutron] Bound port: 70481b4e-eb6a-443d-b7e0-8cc651827c70, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e1b997b-38b8-4a39-8704-0a229296c38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30'}}] {{(pid=93046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:32:55.553502 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-80165240-3e1e-4008-ba52-fea3ec0fa10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:55.619662 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-80165240-3e1e-4008-ba52-fea3ec0fa10a service neutron] For port 70481b4e-eb6a-443d-b7e0-8cc651827c70, host hv-cinder-80288, cleared binding levels {{(pid=93046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:32:55.623591 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-80165240-3e1e-4008-ba52-fea3ec0fa10a service neutron] For port 70481b4e-eb6a-443d-b7e0-8cc651827c70, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=70481b4e-eb6a-443d-b7e0-8cc651827c70,segment=NetworkSegment(9e1b997b-38b8-4a39-8704-0a229296c38f),segment_id=9e1b997b-38b8-4a39-8704-0a229296c38f)] {{(pid=93046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:32:55.628484 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-80165240-3e1e-4008-ba52-fea3ec0fa10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2971904'] for port, after_update {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:55.662912 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-80165240-3e1e-4008-ba52-fea3ec0fa10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:55.663497 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-80165240-3e1e-4008-ba52-fea3ec0fa10a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:55.664917 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-80165240-3e1e-4008-ba52-fea3ec0fa10a service neutron] 10.222.0.42 "PUT /v2.0/ports/70481b4e-eb6a-443d-b7e0-8cc651827c70 HTTP/1.1" status: 200 len: 1093 time: 0.5841265 Jul 29 14:32:55.665356 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e394db3-113f-4d92-bcea-8da63e685fde', 'tag': '70481b4e-eb6a-443d-b7e0-8cc651827c70'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:32:55.667627 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12d0d8acfdc7c270d197b253719fe34768a82c9c4ffac31e71dba4df5af88c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fa1705-c408-4afe-b07a-bb89d70bb29f" -d '{"events": [{"name": "network-changed", "server_uuid": "7e394db3-113f-4d92-bcea-8da63e685fde", "tag": "70481b4e-eb6a-443d-b7e0-8cc651827c70"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:32:55.693433 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80165240-3e1e-4008-ba52-fea3ec0fa10a service neutron] Pushing event updated for resources: {'Port': ['ID=70481b4e-eb6a-443d-b7e0-8cc651827c70,revision_number=3']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:32:55.728822 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e0267-9a6c-4449-8684-c5ae3c841f5d req-a820e6ee-36a7-4625-b117-3eba5dccbfae tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:55.731782 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-167e0267-9a6c-4449-8684-c5ae3c841f5d req-a820e6ee-36a7-4625-b117-3eba5dccbfae tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e394db3-113f-4d92-bcea-8da63e685fde HTTP/1.1" status: 200 len: 943 time: 0.0550406 Jul 29 14:32:55.750900 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b941e25-00db-4dd7-b13f-bba1da1ae676 x-openstack-request-id: req-2b941e25-00db-4dd7-b13f-bba1da1ae676 {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:32:55.751190 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e394db3-113f-4d92-bcea-8da63e685fde", "tag": "70481b4e-eb6a-443d-b7e0-8cc651827c70", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:32:55.751437 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2b941e25-00db-4dd7-b13f-bba1da1ae676 {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:32:55.751853 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e394db3-113f-4d92-bcea-8da63e685fde', 'tag': '70481b4e-eb6a-443d-b7e0-8cc651827c70', 'status': 'completed', 'code': 200} Jul 29 14:32:55.769976 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-f9efdb01-ed79-45a2-b344-5a60e73d9225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:55.771371 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-f9efdb01-ed79-45a2-b344-5a60e73d9225 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=790cbd91660745c18b1d53f07528a1b3&device_id=7e394db3-113f-4d92-bcea-8da63e685fde HTTP/1.1" status: 200 len: 1096 time: 0.0481093 Jul 29 14:32:55.776442 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-167e0267-9a6c-4449-8684-c5ae3c841f5d req-34008f7b-f65a-4142-8b49-f0251380a961 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370438 Jul 29 14:32:55.817621 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-4d96a546-d0c9-4b7f-a24c-9b7543205c5c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70481b4e-eb6a-443d-b7e0-8cc651827c70 HTTP/1.1" status: 200 len: 217 time: 0.0377409 Jul 29 14:32:55.875418 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-727266a4-5745-4b3f-8aa5-cf999b9ffd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:55.877070 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-727266a4-5745-4b3f-8aa5-cf999b9ffd5e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96251832-4e3f-4c8a-b08d-273ae0959694 HTTP/1.1" status: 200 len: 851 time: 0.0478582 Jul 29 14:32:55.927169 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-bef096ed-1d4c-4f37-abfa-9745839c8783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:55.928684 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-bef096ed-1d4c-4f37-abfa-9745839c8783 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fc30f6c6-945d-4102-8889-37cbeb7abf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395789 Jul 29 14:32:56.022848 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-ec65ca7f-aa29-4039-87dc-8b7fcd67a55a service neutron] 10.222.0.42 "GET /v2.0/networks/fc30f6c6-945d-4102-8889-37cbeb7abf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829177 Jul 29 14:32:56.111610 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-fbf9c047-480b-47d3-84da-81abdb25da49 req-1754829a-77af-4926-bb9e-2a9b12e50fd9 service neutron] 10.222.0.42 "GET /v2.0/networks/fc30f6c6-945d-4102-8889-37cbeb7abf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796034 Jul 29 14:32:56.201154 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa1705-c408-4afe-b07a-bb89d70bb29f req-e82d75e5-a755-4709-85b5-2ea075dad050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:56.202685 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e4fa1705-c408-4afe-b07a-bb89d70bb29f req-e82d75e5-a755-4709-85b5-2ea075dad050 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=790cbd91660745c18b1d53f07528a1b3&device_id=7e394db3-113f-4d92-bcea-8da63e685fde HTTP/1.1" status: 200 len: 1096 time: 0.0427201 Jul 29 14:32:56.293642 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa1705-c408-4afe-b07a-bb89d70bb29f req-88c3307a-4c9b-48d2-ad6d-ce31986c4afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:56.295118 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e4fa1705-c408-4afe-b07a-bb89d70bb29f req-88c3307a-4c9b-48d2-ad6d-ce31986c4afc service neutron] 10.222.0.42 "GET /v2.0/networks?id=fc30f6c6-945d-4102-8889-37cbeb7abf30 HTTP/1.1" status: 200 len: 913 time: 0.0849080 Jul 29 14:32:56.338508 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e4fa1705-c408-4afe-b07a-bb89d70bb29f req-e32173d3-c47e-4d08-bf0c-3b41c3da50c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70481b4e-eb6a-443d-b7e0-8cc651827c70 HTTP/1.1" status: 200 len: 217 time: 0.0334055 Jul 29 14:32:56.395176 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa1705-c408-4afe-b07a-bb89d70bb29f req-94e8c2f4-5000-4cf8-b35d-ef6751ed9f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:56.396553 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e4fa1705-c408-4afe-b07a-bb89d70bb29f req-94e8c2f4-5000-4cf8-b35d-ef6751ed9f49 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96251832-4e3f-4c8a-b08d-273ae0959694 HTTP/1.1" status: 200 len: 851 time: 0.0473187 Jul 29 14:32:56.399809 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:56.442669 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa1705-c408-4afe-b07a-bb89d70bb29f req-ff51e3c2-8e1c-493b-9930-1f56ec7d5171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:56.444167 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e4fa1705-c408-4afe-b07a-bb89d70bb29f req-ff51e3c2-8e1c-493b-9930-1f56ec7d5171 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fc30f6c6-945d-4102-8889-37cbeb7abf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404327 Jul 29 14:32:56.540246 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e4fa1705-c408-4afe-b07a-bb89d70bb29f req-538f530a-2146-403f-80b9-25d29f489b26 service neutron] 10.222.0.42 "GET /v2.0/networks/fc30f6c6-945d-4102-8889-37cbeb7abf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878007 Jul 29 14:32:56.634254 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e4fa1705-c408-4afe-b07a-bb89d70bb29f req-b8611474-9d02-4a4c-b0c9-7f68821ec3d8 service neutron] 10.222.0.42 "GET /v2.0/networks/fc30f6c6-945d-4102-8889-37cbeb7abf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827003 Jul 29 14:32:56.908032 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb742a7-41ef-443d-8cb8-551f8e7cb990 req-18e27b58-b9cb-420b-b7f8-259a3755842a tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:56.909525 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ebb742a7-41ef-443d-8cb8-551f8e7cb990 req-18e27b58-b9cb-420b-b7f8-259a3755842a tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e394db3-113f-4d92-bcea-8da63e685fde HTTP/1.1" status: 200 len: 943 time: 0.0592890 Jul 29 14:32:56.947616 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ebb742a7-41ef-443d-8cb8-551f8e7cb990 req-8d2d2d76-7def-4379-87a3-0e5b0c7ff388 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321190 Jul 29 14:32:58.042057 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-e73c0803-c42b-49ae-9b20-815561473e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:58.069554 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3833c-573e-4974-b9be-a7b58f3c6485 req-50d88273-99b3-44fa-bfd4-f5dc5d7735ca tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:58.071137 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9fc3833c-573e-4974-b9be-a7b58f3c6485 req-50d88273-99b3-44fa-bfd4-f5dc5d7735ca tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e394db3-113f-4d92-bcea-8da63e685fde HTTP/1.1" status: 200 len: 943 time: 0.0547316 Jul 29 14:32:58.115310 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9fc3833c-573e-4974-b9be-a7b58f3c6485 req-c0d0fb5f-d598-44b6-be03-948e2e6de54e tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350938 Jul 29 14:32:58.266705 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:59.235547 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25262183-c540-4fd3-a9eb-73f74ee6fab3 req-58d2c4ee-b67a-4bf4-adec-005da1b89442 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:59.237065 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-25262183-c540-4fd3-a9eb-73f74ee6fab3 req-58d2c4ee-b67a-4bf4-adec-005da1b89442 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e394db3-113f-4d92-bcea-8da63e685fde HTTP/1.1" status: 200 len: 943 time: 0.0561609 Jul 29 14:32:59.274280 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-25262183-c540-4fd3-a9eb-73f74ee6fab3 req-123a6b67-ae5b-48d1-8e8a-9cb1b17215bc tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310969 Jul 29 14:32:59.370555 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:00.391581 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26e040-f32f-4abc-b86e-da6d7222abf6 req-22d34fde-428e-4252-a5c4-b40757b32848 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:00.392977 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1d26e040-f32f-4abc-b86e-da6d7222abf6 req-22d34fde-428e-4252-a5c4-b40757b32848 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e394db3-113f-4d92-bcea-8da63e685fde HTTP/1.1" status: 200 len: 943 time: 0.0526667 Jul 29 14:33:00.430641 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1d26e040-f32f-4abc-b86e-da6d7222abf6 req-407ef6d2-72d3-4df0-8a5f-777cba429a3d tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318100 Jul 29 14:33:01.401386 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:01.543000 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc254a5-3004-43cc-ad87-38c462315c30 req-d714a99b-3cc4-4bad-8b21-c3cc94e7fb2f tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:01.545218 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0cc254a5-3004-43cc-ad87-38c462315c30 req-d714a99b-3cc4-4bad-8b21-c3cc94e7fb2f tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e394db3-113f-4d92-bcea-8da63e685fde HTTP/1.1" status: 200 len: 943 time: 0.0484855 Jul 29 14:33:01.586053 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0cc254a5-3004-43cc-ad87-38c462315c30 req-b8ad261f-04f6-4003-b1f5-1b15d6ae11ea tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348227 Jul 29 14:33:02.698046 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75447946-4e8d-4c60-92ef-055ed04f0be1 req-214173af-2778-4c40-a36c-463dc84288b5 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:02.699547 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-75447946-4e8d-4c60-92ef-055ed04f0be1 req-214173af-2778-4c40-a36c-463dc84288b5 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e394db3-113f-4d92-bcea-8da63e685fde HTTP/1.1" status: 200 len: 943 time: 0.0481701 Jul 29 14:33:02.737317 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-75447946-4e8d-4c60-92ef-055ed04f0be1 req-016858bd-2660-4dc4-b62b-3f798a3e9dda tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317035 Jul 29 14:33:03.853424 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e831032-d135-4149-be48-08929332bf0b req-24442f09-46ec-4d08-a208-f1aebaf75b23 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:03.854935 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0e831032-d135-4149-be48-08929332bf0b req-24442f09-46ec-4d08-a208-f1aebaf75b23 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e394db3-113f-4d92-bcea-8da63e685fde HTTP/1.1" status: 200 len: 943 time: 0.0527136 Jul 29 14:33:03.893085 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0e831032-d135-4149-be48-08929332bf0b req-87fba5e6-29c6-48ee-90cf-3efccdf84ebb tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320189 Jul 29 14:33:04.995786 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 70481b4e-eb6a-443d-b7e0-8cc651827c70 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:33:05.160369 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168862e-0723-4702-821e-dce81eb1064f req-b30e3c9e-1458-4aff-bf8e-cad7cb56e367 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:05.161931 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8168862e-0723-4702-821e-dce81eb1064f req-b30e3c9e-1458-4aff-bf8e-cad7cb56e367 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e394db3-113f-4d92-bcea-8da63e685fde HTTP/1.1" status: 200 len: 943 time: 0.2042844 Jul 29 14:33:05.199875 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8168862e-0723-4702-821e-dce81eb1064f req-a6614a1e-0a03-4d5a-8710-b5cad7b1ace7 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319469 Jul 29 14:33:05.216623 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 70481b4e-eb6a-443d-b7e0-8cc651827c70, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=70481b4e-eb6a-443d-b7e0-8cc651827c70,segment=NetworkSegment(9e1b997b-38b8-4a39-8704-0a229296c38f),segment_id=9e1b997b-38b8-4a39-8704-0a229296c38f)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:33:05.227520 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Returning: {'device': '70481b4e-eb6a-443d-b7e0-8cc651827c70', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'port_id': '70481b4e-eb6a-443d-b7e0-8cc651827c70', 'mac_address': 'fa:16:3e:59:7b:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:33:05.263520 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:05.275400 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70481b4e-eb6a-443d-b7e0-8cc651827c70 {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:33:05.293835 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 70481b4e-eb6a-443d-b7e0-8cc651827c70, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=70481b4e-eb6a-443d-b7e0-8cc651827c70,segment=NetworkSegment(9e1b997b-38b8-4a39-8704-0a229296c38f),segment_id=9e1b997b-38b8-4a39-8704-0a229296c38f)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:33:05.297753 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:05.342975 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=70481b4e-eb6a-443d-b7e0-8cc651827c70,revision_number=4']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:33:05.349741 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:33:05.350077 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:33:05.350427 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:33:05.350768 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:33:05.351107 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:33:05.351443 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:33:05.351777 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:33:05.352109 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:33:05.352442 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:33:05.352771 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:33:05.353099 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:33:05.353433 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:33:05.581177 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['70481b4e-eb6a-443d-b7e0-8cc651827c70'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:33:06.311749 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e7e2f-e7e1-4bf7-8a24-b8b202c63e0d req-b080d96e-0c80-4783-ab2d-5e18c75af354 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:06.313217 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cf0e7e2f-e7e1-4bf7-8a24-b8b202c63e0d req-b080d96e-0c80-4783-ab2d-5e18c75af354 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e394db3-113f-4d92-bcea-8da63e685fde HTTP/1.1" status: 200 len: 944 time: 0.0474916 Jul 29 14:33:06.350510 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cf0e7e2f-e7e1-4bf7-8a24-b8b202c63e0d req-dd14465b-f982-426c-82ba-579c803c8b15 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314550 Jul 29 14:33:07.012545 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 70481b4e-eb6a-443d-b7e0-8cc651827c70 up at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:33:07.062143 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning for port 70481b4e-eb6a-443d-b7e0-8cc651827c70 completed by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:33:07.065691 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning complete for port 70481b4e-eb6a-443d-b7e0-8cc651827c70 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:33:07.066101 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:07.139388 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:07.160941 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e394db3-113f-4d92-bcea-8da63e685fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70481b4e-eb6a-443d-b7e0-8cc651827c70'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:33:07.163209 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccb16db2f9a74c00367815e69fa446d7a78c69e07d65ec2c4e32efa5fc27a6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760041af-0ac2-4db4-9663-c6522ec8040f" -d '{"events": [{"server_uuid": "7e394db3-113f-4d92-bcea-8da63e685fde", "name": "network-vif-plugged", "status": "completed", "tag": "70481b4e-eb6a-443d-b7e0-8cc651827c70"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:33:07.177088 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port 70481b4e-eb6a-443d-b7e0-8cc651827c70, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=70481b4e-eb6a-443d-b7e0-8cc651827c70,segment=NetworkSegment(9e1b997b-38b8-4a39-8704-0a229296c38f),segment_id=9e1b997b-38b8-4a39-8704-0a229296c38f)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:33:07.181874 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:07.207443 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a24bfd-a79a-43ad-ade7-91f59169af05 x-openstack-request-id: req-50a24bfd-a79a-43ad-ade7-91f59169af05 {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:33:07.207732 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e394db3-113f-4d92-bcea-8da63e685fde", "name": "network-vif-plugged", "status": "completed", "tag": "70481b4e-eb6a-443d-b7e0-8cc651827c70", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:33:07.207983 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-50a24bfd-a79a-43ad-ade7-91f59169af05 {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:33:07.208362 dv-cinder-802882-2-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e394db3-113f-4d92-bcea-8da63e685fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70481b4e-eb6a-443d-b7e0-8cc651827c70', 'code': 200} Jul 29 14:33:07.236211 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=70481b4e-eb6a-443d-b7e0-8cc651827c70,revision_number=5']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:33:07.442657 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761e275-d4af-46ac-a1e8-c79a9525cde4 req-8a4ab419-9977-46b9-9fc2-c4939d4e3899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:07.444173 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d761e275-d4af-46ac-a1e8-c79a9525cde4 req-8a4ab419-9977-46b9-9fc2-c4939d4e3899 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7e394db3-113f-4d92-bcea-8da63e685fde HTTP/1.1" status: 200 len: 1098 time: 0.0415692 Jul 29 14:33:07.480202 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-d761e275-d4af-46ac-a1e8-c79a9525cde4 req-a3b427c8-3973-4550-bde5-d9b3c7c94b50 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288348 Jul 29 14:33:07.515831 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a08cc5-ec40-4f1e-a07e-5c463f0a1c3a req-54d25098-ff02-4552-9a99-50f883981f52 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:07.517330 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-70a08cc5-ec40-4f1e-a07e-5c463f0a1c3a req-54d25098-ff02-4552-9a99-50f883981f52 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e394db3-113f-4d92-bcea-8da63e685fde HTTP/1.1" status: 200 len: 945 time: 0.1012692 Jul 29 14:33:07.555604 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-70a08cc5-ec40-4f1e-a07e-5c463f0a1c3a req-6876c384-cf55-472e-9e7d-11896163738f tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324183 Jul 29 14:33:08.670868 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c1b79-4bea-4f42-95b6-f6c82c7990e8 req-9d4e2a6b-22bb-41bb-a658-ff73fc16ed1d tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:08.672353 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-387c1b79-4bea-4f42-95b6-f6c82c7990e8 req-9d4e2a6b-22bb-41bb-a658-ff73fc16ed1d tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e394db3-113f-4d92-bcea-8da63e685fde HTTP/1.1" status: 200 len: 945 time: 0.0480802 Jul 29 14:33:08.709230 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-387c1b79-4bea-4f42-95b6-f6c82c7990e8 req-0c24e9b4-37a5-44f3-b01c-0886e6563490 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310774 Jul 29 14:33:08.823808 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d94cdf-ce52-4da7-872a-cdc88bd8d6c8 req-d388db33-2a4f-486d-817a-2335eb4e34bb tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:08.824995 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d3d94cdf-ce52-4da7-872a-cdc88bd8d6c8 req-d388db33-2a4f-486d-817a-2335eb4e34bb tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e394db3-113f-4d92-bcea-8da63e685fde HTTP/1.1" status: 200 len: 945 time: 0.0514488 Jul 29 14:33:08.864212 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d3d94cdf-ce52-4da7-872a-cdc88bd8d6c8 req-00bb652c-82f6-4d9f-b6b1-2100e7a0bfeb tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323982 Jul 29 14:33:08.886190 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 36482) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:33:09.019001 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7086aecb-8e76-40da-9c82-d5a6db8f4434 tempest-TestVolumeBootPattern-730778682 tempest-TestVolumeBootPattern-730778682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:09.020503 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-7086aecb-8e76-40da-9c82-d5a6db8f4434 tempest-TestVolumeBootPattern-730778682 tempest-TestVolumeBootPattern-730778682-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7e394db3-113f-4d92-bcea-8da63e685fde HTTP/1.1" status: 200 len: 1093 time: 0.1333580 Jul 29 14:33:09.023307 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 36486) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:33:09.028872 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.v2.base [None req-8a4cf47d-5105-4624-b5a8-c1cc58033c26 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Request body: {'floatingip': {'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'port_id': '70481b4e-eb6a-443d-b7e0-8cc651827c70', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:33:09.050962 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8a4cf47d-5105-4624-b5a8-c1cc58033c26 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for floatingip, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:09.143724 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8a4cf47d-5105-4624-b5a8-c1cc58033c26 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:09.248515 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_common [None req-8a4cf47d-5105-4624-b5a8-c1cc58033c26 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Allocated IP 172.27.2.214 (32664875-679c-4a6a-adbf-80e7664b419a/8daef0cf-848b-40ef-9b17-9a185079ae25/3b122b48-db1e-4735-b719-71902dac564b) {{(pid=93047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:33:09.346276 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8a4cf47d-5105-4624-b5a8-c1cc58033c26 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for port, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:09.383372 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8a4cf47d-5105-4624-b5a8-c1cc58033c26 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774390020078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:09.425444 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4cf47d-5105-4624-b5a8-c1cc58033c26 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Network 32664875-679c-4a6a-adbf-80e7664b419a is already hosted by enough agents. {{(pid=93047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:33:09.430602 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.base_scheduler [None req-8a4cf47d-5105-4624-b5a8-c1cc58033c26 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Resources bound (agent type, host, resource id): {{(pid=93047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:33:09.434908 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4cf47d-5105-4624-b5a8-c1cc58033c26 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Received port after_create {{(pid=93047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:33:09.437842 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4cf47d-5105-4624-b5a8-c1cc58033c26 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Pushing event updated for resources: {'Port': ['ID=3b122b48-db1e-4735-b719-71902dac564b,revision_number=1']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:33:09.463319 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4cf47d-5105-4624-b5a8-c1cc58033c26 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:33:09.463671 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4cf47d-5105-4624-b5a8-c1cc58033c26 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:33:09.464014 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4cf47d-5105-4624-b5a8-c1cc58033c26 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:33:09.464349 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4cf47d-5105-4624-b5a8-c1cc58033c26 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:33:09.464679 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4cf47d-5105-4624-b5a8-c1cc58033c26 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:33:09.465037 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4cf47d-5105-4624-b5a8-c1cc58033c26 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:33:09.466146 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4cf47d-5105-4624-b5a8-c1cc58033c26 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:33:09.466283 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4cf47d-5105-4624-b5a8-c1cc58033c26 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:33:09.466600 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4cf47d-5105-4624-b5a8-c1cc58033c26 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:33:09.466924 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4cf47d-5105-4624-b5a8-c1cc58033c26 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:33:09.467246 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4cf47d-5105-4624-b5a8-c1cc58033c26 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:33:09.467563 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4cf47d-5105-4624-b5a8-c1cc58033c26 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:33:09.794132 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8a4cf47d-5105-4624-b5a8-c1cc58033c26 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:09.861600 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8a4cf47d-5105-4624-b5a8-c1cc58033c26 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:10.005977 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8a4cf47d-5105-4624-b5a8-c1cc58033c26 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for port, precommit_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:10.010189 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8a4cf47d-5105-4624-b5a8-c1cc58033c26 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079021'] for port, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:10.073601 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4cf47d-5105-4624-b5a8-c1cc58033c26 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Pushing event updated for resources: {'Port': ['ID=3b122b48-db1e-4735-b719-71902dac564b,revision_number=2']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:33:10.088643 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8a4cf47d-5105-4624-b5a8-c1cc58033c26 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744517'] for floatingip, after_update {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:10.432807 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.db.l3_db [None req-8a4cf47d-5105-4624-b5a8-c1cc58033c26 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Floating IP 24a29ed4-ee6e-4ac3-a141-3d4aebafb5b5 associated. External IP: 172.27.2.214, port: 70481b4e-eb6a-443d-b7e0-8cc651827c70. Jul 29 14:33:10.641316 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4cf47d-5105-4624-b5a8-c1cc58033c26 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Router e4d8203b-6501-4bf7-a212-16df2966a1ee has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:33:10.749450 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4cf47d-5105-4624-b5a8-c1cc58033c26 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:33:10.758795 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e743ac-9b9f-49a5-b35f-a4621b899a56 None None] Sync routers for ids ['e4d8203b-6501-4bf7-a212-16df2966a1ee'] in dv-cinder-802882-2-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:33:10.764925 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8a4cf47d-5105-4624-b5a8-c1cc58033c26 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for floatingip, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:10.771851 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e743ac-9b9f-49a5-b35f-a4621b899a56 None None] Routers {'e4d8203b-6501-4bf7-a212-16df2966a1ee'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:33:10.772477 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-89e743ac-9b9f-49a5-b35f-a4621b899a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:32:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['e4d8203b-6501-4bf7-a212-16df2966a1ee'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:33:10.804068 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-8a4cf47d-5105-4624-b5a8-c1cc58033c26 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7665565 Jul 29 14:33:10.804068 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e394db3-113f-4d92-bcea-8da63e685fde', 'tag': '70481b4e-eb6a-443d-b7e0-8cc651827c70'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:33:10.804068 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d29991c668386e200e1a1994fca063bc4f2dc54aaad28d0a971c904e1588ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb4b2bb-42c2-479b-8942-ea6999fe8a31" -d '{"events": [{"name": "network-changed", "server_uuid": "7e394db3-113f-4d92-bcea-8da63e685fde", "tag": "70481b4e-eb6a-443d-b7e0-8cc651827c70"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:33:10.829658 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10cdf5b-eba5-47a6-a346-823fc5adc57c x-openstack-request-id: req-e10cdf5b-eba5-47a6-a346-823fc5adc57c {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:33:10.830043 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e394db3-113f-4d92-bcea-8da63e685fde", "tag": "70481b4e-eb6a-443d-b7e0-8cc651827c70", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:33:10.830300 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e10cdf5b-eba5-47a6-a346-823fc5adc57c {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:33:10.830706 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e394db3-113f-4d92-bcea-8da63e685fde', 'tag': '70481b4e-eb6a-443d-b7e0-8cc651827c70', 'status': 'completed', 'code': 200} Jul 29 14:33:10.882183 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-89e743ac-9b9f-49a5-b35f-a4621b899a56 None None] Set router e4d8203b-6501-4bf7-a212-16df2966a1ee gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:33:10.897276 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4b2bb-42c2-479b-8942-ea6999fe8a31 req-48e6b31e-8dab-4be0-9ffa-0ca707767fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:10.898868 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-dbb4b2bb-42c2-479b-8942-ea6999fe8a31 req-48e6b31e-8dab-4be0-9ffa-0ca707767fe6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=790cbd91660745c18b1d53f07528a1b3&device_id=7e394db3-113f-4d92-bcea-8da63e685fde HTTP/1.1" status: 200 len: 1098 time: 0.0456758 Jul 29 14:33:10.989903 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4b2bb-42c2-479b-8942-ea6999fe8a31 req-78af44ba-9565-4765-8de8-6d95626aefcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:10.991413 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-dbb4b2bb-42c2-479b-8942-ea6999fe8a31 req-78af44ba-9565-4765-8de8-6d95626aefcd service neutron] 10.222.0.42 "GET /v2.0/networks?id=fc30f6c6-945d-4102-8889-37cbeb7abf30 HTTP/1.1" status: 200 len: 913 time: 0.0853665 Jul 29 14:33:11.055362 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-dbb4b2bb-42c2-479b-8942-ea6999fe8a31 req-5f151363-2829-48af-9dd2-9e54121457b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70481b4e-eb6a-443d-b7e0-8cc651827c70 HTTP/1.1" status: 200 len: 999 time: 0.0567217 Jul 29 14:33:11.104027 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-89e743ac-9b9f-49a5-b35f-a4621b899a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'name': 'tempest-TestVolumeBootPattern-1288691138-router', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:38Z', 'updated_at': '2021-07-29T14:26:43Z', 'revision_number': 4, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'gw_port': {'id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:39Z', 'updated_at': '2021-07-29T14:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_floatingips': [{'id': '24a29ed4-ee6e-4ac3-a141-3d4aebafb5b5', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'router_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'port_id': '70481b4e-eb6a-443d-b7e0-8cc651827c70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'mac_address': 'fa:16:3e:59:7b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e394db3-113f-4d92-bcea-8da63e685fde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:33:09Z', 'updated_at': '2021-07-29T14:33:09Z', 'revision_number': 0, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'fixed_ip_address_scope': None}, {'id': '93e257d7-92b4-46b5-8400-e4cbcbca5ea9', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'router_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'port_id': 'e3b6e33d-09c3-48cf-8948-46683ac0cb3a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'mac_address': 'fa:16:3e:b8:62:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3bea01-0124-42c6-88b0-28141ab33a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:30:45Z', 'updated_at': '2021-07-29T14:30:50Z', 'revision_number': 1, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a5fe53-2a18-4a19-acdc-ae1af38e5c21', 'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'mac_address': 'fa:16:3e:3b:aa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:42Z', 'updated_at': '2021-07-29T14:26:51Z', 'revision_number': 5, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'subnets': [{'id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:33:11.107915 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4b2bb-42c2-479b-8942-ea6999fe8a31 req-88c01a6f-c00e-4c74-bf6d-7526a38e2afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:11.109376 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-dbb4b2bb-42c2-479b-8942-ea6999fe8a31 req-88c01a6f-c00e-4c74-bf6d-7526a38e2afe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96251832-4e3f-4c8a-b08d-273ae0959694 HTTP/1.1" status: 200 len: 851 time: 0.0475929 Jul 29 14:33:11.130170 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e743ac-9b9f-49a5-b35f-a4621b899a56 None None] Checking router: e4d8203b-6501-4bf7-a212-16df2966a1ee for host: dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:33:11.138713 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e743ac-9b9f-49a5-b35f-a4621b899a56 None None] Routers {'e4d8203b-6501-4bf7-a212-16df2966a1ee'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:33:11.140788 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-89e743ac-9b9f-49a5-b35f-a4621b899a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:32:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['e4d8203b-6501-4bf7-a212-16df2966a1ee'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:33:11.156291 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4b2bb-42c2-479b-8942-ea6999fe8a31 req-3aa1ef9d-a7a0-488c-9925-cdbfcf8d8ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:11.157807 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-dbb4b2bb-42c2-479b-8942-ea6999fe8a31 req-3aa1ef9d-a7a0-488c-9925-cdbfcf8d8ce1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fc30f6c6-945d-4102-8889-37cbeb7abf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418248 Jul 29 14:33:11.246056 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-89e743ac-9b9f-49a5-b35f-a4621b899a56 None None] Set router e4d8203b-6501-4bf7-a212-16df2966a1ee gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:33:11.247484 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-dbb4b2bb-42c2-479b-8942-ea6999fe8a31 req-42496ab6-2892-4f7a-bc9b-1e941a1a3a3c service neutron] 10.222.0.42 "GET /v2.0/networks/fc30f6c6-945d-4102-8889-37cbeb7abf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810232 Jul 29 14:33:11.338329 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-dbb4b2bb-42c2-479b-8942-ea6999fe8a31 req-5af29584-b9ac-44ca-af58-24ef9e417ebe service neutron] 10.222.0.42 "GET /v2.0/networks/fc30f6c6-945d-4102-8889-37cbeb7abf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835700 Jul 29 14:33:11.469050 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-89e743ac-9b9f-49a5-b35f-a4621b899a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'name': 'tempest-TestVolumeBootPattern-1288691138-router', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:38Z', 'updated_at': '2021-07-29T14:26:43Z', 'revision_number': 4, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'gw_port': {'id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:39Z', 'updated_at': '2021-07-29T14:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_floatingips': [{'id': '24a29ed4-ee6e-4ac3-a141-3d4aebafb5b5', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'router_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'port_id': '70481b4e-eb6a-443d-b7e0-8cc651827c70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'mac_address': 'fa:16:3e:59:7b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e394db3-113f-4d92-bcea-8da63e685fde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:33:09Z', 'updated_at': '2021-07-29T14:33:09Z', 'revision_number': 0, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'fixed_ip_address_scope': None}, {'id': '93e257d7-92b4-46b5-8400-e4cbcbca5ea9', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'router_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'port_id': 'e3b6e33d-09c3-48cf-8948-46683ac0cb3a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'mac_address': 'fa:16:3e:b8:62:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3bea01-0124-42c6-88b0-28141ab33a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:30:45Z', 'updated_at': '2021-07-29T14:30:50Z', 'revision_number': 1, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a5fe53-2a18-4a19-acdc-ae1af38e5c21', 'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'mac_address': 'fa:16:3e:3b:aa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:42Z', 'updated_at': '2021-07-29T14:26:51Z', 'revision_number': 5, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'subnets': [{'id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:33:11.494638 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e743ac-9b9f-49a5-b35f-a4621b899a56 None None] The sync data for ids ['e4d8203b-6501-4bf7-a212-16df2966a1ee'] in dv-cinder-802882-2-iscsi is: [{'id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'name': 'tempest-TestVolumeBootPattern-1288691138-router', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:38Z', 'updated_at': '2021-07-29T14:26:43Z', 'revision_number': 4, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'gw_port': {'id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:39Z', 'updated_at': '2021-07-29T14:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_floatingips': [{'id': '24a29ed4-ee6e-4ac3-a141-3d4aebafb5b5', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'router_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'port_id': '70481b4e-eb6a-443d-b7e0-8cc651827c70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'mac_address': 'fa:16:3e:59:7b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e394db3-113f-4d92-bcea-8da63e685fde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:33:09Z', 'updated_at': '2021-07-29T14:33:09Z', 'revision_number': 0, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'fixed_ip_address_scope': None}, {'id': '93e257d7-92b4-46b5-8400-e4cbcbca5ea9', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'router_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'port_id': 'e3b6e33d-09c3-48cf-8948-46683ac0cb3a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'mac_address': 'fa:16:3e:b8:62:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3bea01-0124-42c6-88b0-28141ab33a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:30:45Z', 'updated_at': '2021-07-29T14:30:50Z', 'revision_number': 1, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a5fe53-2a18-4a19-acdc-ae1af38e5c21', 'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'mac_address': 'fa:16:3e:3b:aa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:42Z', 'updated_at': '2021-07-29T14:26:51Z', 'revision_number': 5, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'subnets': [{'id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:33:11.667754 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924e9c02-1f5a-4921-b7aa-d2954d4b42f1 None None] New status for floating IP 24a29ed4-ee6e-4ac3-a141-3d4aebafb5b5: ACTIVE {{(pid=93049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:33:24.433405 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71a219-8a78-4687-aa69-b634a40124db req-1a440763-3d6b-4ae9-af8b-9d5bbfddce1b tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:24.435514 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6e71a219-8a78-4687-aa69-b634a40124db req-1a440763-3d6b-4ae9-af8b-9d5bbfddce1b tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 945 time: 0.0496705 Jul 29 14:33:24.472125 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6e71a219-8a78-4687-aa69-b634a40124db req-a6d2f155-ba00-4c3b-900c-42b57b058475 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307665 Jul 29 14:33:25.094496 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-b8eb80bf-7b41-4d79-9b0a-d8e194cf5160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:25.587870 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5cc509-508c-46a1-9f62-169572f60940 req-6cc01560-673b-4a41-a41d-827a9c77fe2a tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:25.589348 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ff5cc509-508c-46a1-9f62-169572f60940 req-6cc01560-673b-4a41-a41d-827a9c77fe2a tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 945 time: 0.0483220 Jul 29 14:33:25.629920 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ff5cc509-508c-46a1-9f62-169572f60940 req-afe35601-09df-45ee-90ec-0ec833d216dd tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345266 Jul 29 14:33:26.412909 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:26.742481 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b04819-efdd-4155-9bab-ba95d3817058 req-6e3ba005-7b2e-40fd-af4d-ea4bc65b69e1 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:26.744001 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a8b04819-efdd-4155-9bab-ba95d3817058 req-6e3ba005-7b2e-40fd-af4d-ea4bc65b69e1 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 945 time: 0.0489419 Jul 29 14:33:26.782208 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a8b04819-efdd-4155-9bab-ba95d3817058 req-ffffde75-e692-475d-93a5-ded7a4e6b09f tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323801 Jul 29 14:33:27.900797 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4389c14-74ab-4ae5-ac5b-b8c96849b45a req-05cb7673-d6e7-4167-b4b1-8915c6974f88 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:27.902289 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d4389c14-74ab-4ae5-ac5b-b8c96849b45a req-05cb7673-d6e7-4167-b4b1-8915c6974f88 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 945 time: 0.0486195 Jul 29 14:33:27.939983 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d4389c14-74ab-4ae5-ac5b-b8c96849b45a req-5ba872b9-7935-4f57-9a95-5a7149ead399 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312674 Jul 29 14:33:28.044834 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-6114b0ce-9584-43a1-a1a3-f7885a09ae3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:28.256781 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:29.051975 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8994b0f-e9aa-4a47-a920-7c52be76082c req-c2f355a2-bde9-4f8e-9879-b6dae5edc714 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:29.053449 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d8994b0f-e9aa-4a47-a920-7c52be76082c req-c2f355a2-bde9-4f8e-9879-b6dae5edc714 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 945 time: 0.0479906 Jul 29 14:33:29.094534 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-d8994b0f-e9aa-4a47-a920-7c52be76082c req-e9214aef-d036-429f-bccf-89101339f656 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344455 Jul 29 14:33:29.123071 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:33:29.372478 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:30.219682 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbbfb3-5abe-44e2-be92-955d06523a94 req-045cb551-5dec-4e20-aee1-ff61d39bc76f tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:30.221142 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ebcbbfb3-5abe-44e2-be92-955d06523a94 req-045cb551-5dec-4e20-aee1-ff61d39bc76f tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 945 time: 0.0477524 Jul 29 14:33:30.258184 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-ebcbbfb3-5abe-44e2-be92-955d06523a94 req-6b9d3762-8bac-4887-b688-fe722ca36155 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312049 Jul 29 14:33:31.368860 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ab74b-bda6-4e6f-965d-5f996a769459 req-23c4795e-a6ff-4be6-b595-9b4908cfe761 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:31.370358 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cb4ab74b-bda6-4e6f-965d-5f996a769459 req-23c4795e-a6ff-4be6-b595-9b4908cfe761 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 945 time: 0.0478241 Jul 29 14:33:31.404845 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:31.410133 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cb4ab74b-bda6-4e6f-965d-5f996a769459 req-8e8eb1b2-2594-4079-9e2c-1da6cd4c675b tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330732 Jul 29 14:33:32.522772 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f44af6-d20c-41b1-b1b6-3568d8b97241 req-a21e1bac-e4db-4bec-892a-fa3947ffc17f tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:32.524302 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f7f44af6-d20c-41b1-b1b6-3568d8b97241 req-a21e1bac-e4db-4bec-892a-fa3947ffc17f tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 945 time: 0.0480394 Jul 29 14:33:32.568071 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f7f44af6-d20c-41b1-b1b6-3568d8b97241 req-abf806e4-c4e1-4d18-b005-0813b3a73dc5 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363190 Jul 29 14:33:33.682007 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6bf77-487d-42e3-b3f2-b9d36279e82b req-18e3eb5c-9cc8-4922-8020-77f346663e4d tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:33.683406 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b1f6bf77-487d-42e3-b3f2-b9d36279e82b req-18e3eb5c-9cc8-4922-8020-77f346663e4d tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 945 time: 0.0486345 Jul 29 14:33:33.721150 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-b1f6bf77-487d-42e3-b3f2-b9d36279e82b req-561bcfdd-611a-49a0-9108-3567e56bd859 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316887 Jul 29 14:33:34.471273 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e655c-e8ca-445a-b33d-3f31c55a63ac req-564f6d57-b252-4149-83eb-0344647dc8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:34.472748 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a10e655c-e8ca-445a-b33d-3f31c55a63ac req-564f6d57-b252-4149-83eb-0344647dc8e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9909d279060d4835b6f235322efefc98&device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 1098 time: 0.0834000 Jul 29 14:33:34.578513 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e655c-e8ca-445a-b33d-3f31c55a63ac req-5b00d0c5-5bd5-4779-828a-34c63072180b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:34.580025 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a10e655c-e8ca-445a-b33d-3f31c55a63ac req-5b00d0c5-5bd5-4779-828a-34c63072180b service neutron] 10.222.0.42 "GET /v2.0/networks?id=485bb981-027b-4d59-af5e-b80b5dab9d30 HTTP/1.1" status: 200 len: 910 time: 0.0867903 Jul 29 14:33:34.657235 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a10e655c-e8ca-445a-b33d-3f31c55a63ac req-1dcdd21d-f951-45fb-aaa4-76fbb6ceeb28 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d58b2dbf-e030-4031-8532-327efdae9f09 HTTP/1.1" status: 200 len: 1000 time: 0.0661573 Jul 29 14:33:34.713530 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e655c-e8ca-445a-b33d-3f31c55a63ac req-11219d27-dd16-4148-a73c-8bcb8e2d970a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:34.715633 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a10e655c-e8ca-445a-b33d-3f31c55a63ac req-11219d27-dd16-4148-a73c-8bcb8e2d970a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b466c7f2-33c8-40e2-9381-3668f681c8d2 HTTP/1.1" status: 200 len: 848 time: 0.0431902 Jul 29 14:33:34.767576 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e655c-e8ca-445a-b33d-3f31c55a63ac req-8956d357-4aff-4ad5-a862-4db590485c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:34.769084 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a10e655c-e8ca-445a-b33d-3f31c55a63ac req-8956d357-4aff-4ad5-a862-4db590485c4f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=485bb981-027b-4d59-af5e-b80b5dab9d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433693 Jul 29 14:33:34.784010 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [req-a10e655c-e8ca-445a-b33d-3f31c55a63ac req-2898d157-57d7-4ab0-b5ad-bdbe0ce96d06 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:33:34.784956 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a10e655c-e8ca-445a-b33d-3f31c55a63ac req-2898d157-57d7-4ab0-b5ad-bdbe0ce96d06 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051086 Jul 29 14:33:34.834309 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e454a5-fa82-4c39-98fd-144725614ccb req-977e6186-73de-4f75-a1cd-ee861ef8fef1 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:34.835807 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-75e454a5-fa82-4c39-98fd-144725614ccb req-977e6186-73de-4f75-a1cd-ee861ef8fef1 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 945 time: 0.0484579 Jul 29 14:33:34.874750 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a10e655c-e8ca-445a-b33d-3f31c55a63ac req-aecd7d1e-9f75-4c8b-badd-8847b5acd869 service neutron] 10.222.0.42 "GET /v2.0/networks/485bb981-027b-4d59-af5e-b80b5dab9d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812442 Jul 29 14:33:34.877509 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-75e454a5-fa82-4c39-98fd-144725614ccb req-9c768016-6639-477e-bade-6b6a0d81694c tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350997 Jul 29 14:33:34.971849 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-a10e655c-e8ca-445a-b33d-3f31c55a63ac req-4ae57ee0-d34c-4c3d-8ec6-979a4962f63e service neutron] 10.222.0.42 "GET /v2.0/networks/485bb981-027b-4d59-af5e-b80b5dab9d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855532 Jul 29 14:33:35.059280 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b92b00-2987-4248-9617-1fc915293f06 req-86ca0de2-9b2c-4125-9b89-eeb31a10a3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:35.060736 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e6b92b00-2987-4248-9617-1fc915293f06 req-86ca0de2-9b2c-4125-9b89-eeb31a10a3de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9909d279060d4835b6f235322efefc98&device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 1098 time: 0.0404735 Jul 29 14:33:35.155118 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b92b00-2987-4248-9617-1fc915293f06 req-39ed0204-f02d-4b96-bda0-a17a6fb53bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:35.156584 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e6b92b00-2987-4248-9617-1fc915293f06 req-39ed0204-f02d-4b96-bda0-a17a6fb53bc1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=485bb981-027b-4d59-af5e-b80b5dab9d30 HTTP/1.1" status: 200 len: 910 time: 0.0852618 Jul 29 14:33:35.225111 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e6b92b00-2987-4248-9617-1fc915293f06 req-0e0f39d3-6d6f-4f01-8afe-626b74378087 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d58b2dbf-e030-4031-8532-327efdae9f09 HTTP/1.1" status: 200 len: 1000 time: 0.0556257 Jul 29 14:33:35.276821 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b92b00-2987-4248-9617-1fc915293f06 req-d6f69f14-a8e9-4cfe-99ef-66bf09bffe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:35.278494 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e6b92b00-2987-4248-9617-1fc915293f06 req-d6f69f14-a8e9-4cfe-99ef-66bf09bffe07 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b466c7f2-33c8-40e2-9381-3668f681c8d2 HTTP/1.1" status: 200 len: 848 time: 0.0426126 Jul 29 14:33:35.331803 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b92b00-2987-4248-9617-1fc915293f06 req-fd6d91e1-a8ab-4fec-9da2-def2f8535e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:35.333683 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e6b92b00-2987-4248-9617-1fc915293f06 req-fd6d91e1-a8ab-4fec-9da2-def2f8535e31 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=485bb981-027b-4d59-af5e-b80b5dab9d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435143 Jul 29 14:33:35.425725 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e6b92b00-2987-4248-9617-1fc915293f06 req-918191aa-e719-4e2e-97c2-2fa903b7d532 service neutron] 10.222.0.42 "GET /v2.0/networks/485bb981-027b-4d59-af5e-b80b5dab9d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801578 Jul 29 14:33:35.521033 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-e6b92b00-2987-4248-9617-1fc915293f06 req-28023dc8-9b9d-46ed-8b18-935d27db91c5 service neutron] 10.222.0.42 "GET /v2.0/networks/485bb981-027b-4d59-af5e-b80b5dab9d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838070 Jul 29 14:33:35.990936 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edebf8d-1060-4b0c-9942-a654ee2e7d58 req-6e3ff9f7-30ca-4283-9193-17b2c9c05fce tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:35.992418 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0edebf8d-1060-4b0c-9942-a654ee2e7d58 req-6e3ff9f7-30ca-4283-9193-17b2c9c05fce tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 945 time: 0.0490656 Jul 29 14:33:36.033317 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0edebf8d-1060-4b0c-9942-a654ee2e7d58 req-1fbf85a6-90e1-41bd-bed5-d9f626c317c6 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349011 Jul 29 14:33:37.145347 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf318d8-c823-43d7-ab6d-a038f831b5a0 req-e17da83e-4d77-455e-9d2e-8bc40087ddab tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:37.146827 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cdf318d8-c823-43d7-ab6d-a038f831b5a0 req-e17da83e-4d77-455e-9d2e-8bc40087ddab tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 945 time: 0.0479302 Jul 29 14:33:37.184550 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cdf318d8-c823-43d7-ab6d-a038f831b5a0 req-78a9525a-8a9f-418e-a1b1-20c70a85b473 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319791 Jul 29 14:33:38.298127 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0153ef-02c2-4dc3-a343-70f31d68ad1d req-f1f4a517-75a2-40db-9d01-6ec9e7c67225 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:38.299613 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7b0153ef-02c2-4dc3-a343-70f31d68ad1d req-f1f4a517-75a2-40db-9d01-6ec9e7c67225 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 945 time: 0.0501027 Jul 29 14:33:38.336992 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-7b0153ef-02c2-4dc3-a343-70f31d68ad1d req-033153ad-3252-49d3-a990-b0862b84c819 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314550 Jul 29 14:33:38.573896 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889aba0-c004-45df-b6af-2008fa6598a5 req-7aea118f-e00a-4f9c-bc87-29365d75f3e1 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:38.575416 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c889aba0-c004-45df-b6af-2008fa6598a5 req-7aea118f-e00a-4f9c-bc87-29365d75f3e1 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 945 time: 0.0828872 Jul 29 14:33:38.581561 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-cf5fe99d-7aa0-40a0-a1d5-683a8aadf8f2 req-a5d8ac68-0dee-4ae4-b0bc-a8f53c0d6153 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1100125 Jul 29 14:33:38.617302 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-c889aba0-c004-45df-b6af-2008fa6598a5 req-07873f29-c5c5-440c-a875-4ca143d0fe46 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347583 Jul 29 14:33:39.732431 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17539e4-440c-4cff-9001-62ebef80a3a6 req-a17b3a69-dc24-45ef-8266-dac2c55df403 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:39.733976 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e17539e4-440c-4cff-9001-62ebef80a3a6 req-a17b3a69-dc24-45ef-8266-dac2c55df403 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 945 time: 0.0502565 Jul 29 14:33:39.773703 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-e17539e4-440c-4cff-9001-62ebef80a3a6 req-4f9f8038-6fea-403d-b3f3-6600fc55e886 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335319 Jul 29 14:33:40.134969 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fe99d-7aa0-40a0-a1d5-683a8aadf8f2 req-dd251581-61eb-4978-aa71-4887d4d6badc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:40.137045 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-cf5fe99d-7aa0-40a0-a1d5-683a8aadf8f2 req-dd251581-61eb-4978-aa71-4887d4d6badc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720&tenant_id=9909d279060d4835b6f235322efefc98 HTTP/1.1" status: 200 len: 1098 time: 0.0422091 Jul 29 14:33:40.206676 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fe99d-7aa0-40a0-a1d5-683a8aadf8f2 req-cc4caf57-b0b7-44d2-8607-1af0a85cc68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:40.208136 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-cf5fe99d-7aa0-40a0-a1d5-683a8aadf8f2 req-cc4caf57-b0b7-44d2-8607-1af0a85cc68f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9909d279060d4835b6f235322efefc98&device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 1098 time: 0.0406733 Jul 29 14:33:40.301961 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fe99d-7aa0-40a0-a1d5-683a8aadf8f2 req-e202ff5d-2d22-4be7-a562-8e6390cd86da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:40.303381 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-cf5fe99d-7aa0-40a0-a1d5-683a8aadf8f2 req-e202ff5d-2d22-4be7-a562-8e6390cd86da service neutron] 10.222.0.42 "GET /v2.0/networks?id=485bb981-027b-4d59-af5e-b80b5dab9d30 HTTP/1.1" status: 200 len: 910 time: 0.0844100 Jul 29 14:33:40.370992 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-cf5fe99d-7aa0-40a0-a1d5-683a8aadf8f2 req-ce97b3d2-8f55-4220-ad45-ad92f9977e6a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d58b2dbf-e030-4031-8532-327efdae9f09 HTTP/1.1" status: 200 len: 1000 time: 0.0564740 Jul 29 14:33:40.422425 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fe99d-7aa0-40a0-a1d5-683a8aadf8f2 req-116df33b-407f-481f-ba90-c36736590841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:40.423822 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-cf5fe99d-7aa0-40a0-a1d5-683a8aadf8f2 req-116df33b-407f-481f-ba90-c36736590841 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b466c7f2-33c8-40e2-9381-3668f681c8d2 HTTP/1.1" status: 200 len: 848 time: 0.0425470 Jul 29 14:33:40.475912 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fe99d-7aa0-40a0-a1d5-683a8aadf8f2 req-3e1b54e6-b540-4a1e-9eac-0af235ee0ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:40.477355 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-cf5fe99d-7aa0-40a0-a1d5-683a8aadf8f2 req-3e1b54e6-b540-4a1e-9eac-0af235ee0ffb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=485bb981-027b-4d59-af5e-b80b5dab9d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422766 Jul 29 14:33:40.569843 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-cf5fe99d-7aa0-40a0-a1d5-683a8aadf8f2 req-91d98e7f-b328-44a0-817a-c94e7e26b2f1 service neutron] 10.222.0.42 "GET /v2.0/networks/485bb981-027b-4d59-af5e-b80b5dab9d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812018 Jul 29 14:33:40.667680 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-cf5fe99d-7aa0-40a0-a1d5-683a8aadf8f2 req-22083633-c388-45ec-8b81-245876d47ed2 service neutron] 10.222.0.42 "GET /v2.0/networks/485bb981-027b-4d59-af5e-b80b5dab9d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865340 Jul 29 14:33:40.893875 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba2a4e-b976-4165-880e-e2cafeabadb8 req-b7e5c82d-9263-4b2f-a0a5-14d23823834e tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:40.895392 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bfba2a4e-b976-4165-880e-e2cafeabadb8 req-b7e5c82d-9263-4b2f-a0a5-14d23823834e tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 945 time: 0.0561228 Jul 29 14:33:40.936267 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bfba2a4e-b976-4165-880e-e2cafeabadb8 req-afa2a990-3c95-4c8e-980b-e2ebb9ca85ff tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348825 Jul 29 14:33:41.185389 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device d58b2dbf-e030-4031-8532-327efdae9f09 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:33:41.261195 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:41.283118 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73396c22-d09b-441a-9853-e874bafff720', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd58b2dbf-e030-4031-8532-327efdae9f09'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:33:41.285339 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccb16db2f9a74c00367815e69fa446d7a78c69e07d65ec2c4e32efa5fc27a6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f14082c-1625-4ea7-a9a5-ea3f7f8f4d19" -d '{"events": [{"server_uuid": "73396c22-d09b-441a-9853-e874bafff720", "name": "network-vif-unplugged", "status": "completed", "tag": "d58b2dbf-e030-4031-8532-327efdae9f09"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:33:41.297676 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port d58b2dbf-e030-4031-8532-327efdae9f09, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=d58b2dbf-e030-4031-8532-327efdae9f09,segment=NetworkSegment(d177a896-598d-44ab-912e-cc71faf73d3b),segment_id=d177a896-598d-44ab-912e-cc71faf73d3b)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:33:41.302220 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:41.325478 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 14:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f44260-bc66-43e7-b2d7-6cf05460302b x-openstack-request-id: req-b4f44260-bc66-43e7-b2d7-6cf05460302b {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:33:41.325772 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73396c22-d09b-441a-9853-e874bafff720", "name": "network-vif-unplugged", "status": "completed", "tag": "d58b2dbf-e030-4031-8532-327efdae9f09", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:33:41.326056 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b4f44260-bc66-43e7-b2d7-6cf05460302b {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:33:41.326445 dv-cinder-802882-2-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73396c22-d09b-441a-9853-e874bafff720', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd58b2dbf-e030-4031-8532-327efdae9f09', 'code': 200} Jul 29 14:33:41.350640 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=d58b2dbf-e030-4031-8532-327efdae9f09,revision_number=6']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:33:42.050372 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae7402-83de-4221-a204-b1de93d01417 req-fcb7446e-ed9e-4c5c-acb0-3db0f6b561ee tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:42.051879 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0cae7402-83de-4221-a204-b1de93d01417 req-fcb7446e-ed9e-4c5c-acb0-3db0f6b561ee tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 943 time: 0.0491078 Jul 29 14:33:42.088787 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-0cae7402-83de-4221-a204-b1de93d01417 req-9c361b8d-37d7-4bd8-8c0a-28e52b630f89 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310211 Jul 29 14:33:43.203133 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc29fc-d2b7-4981-977e-dd927db3839e req-3fcb5491-09c5-48ec-989b-4f3696ed5143 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:43.204635 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f9fc29fc-d2b7-4981-977e-dd927db3839e req-3fcb5491-09c5-48ec-989b-4f3696ed5143 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 943 time: 0.0479026 Jul 29 14:33:43.241759 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f9fc29fc-d2b7-4981-977e-dd927db3839e req-1052ebbf-69a1-44ac-91c2-2b1e61657b14 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313113 Jul 29 14:33:44.354201 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4875473-a1be-4685-a294-3fe09ff1b2cd req-a4b73995-7b6a-4112-8e2f-de9d78d4874e tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:44.356293 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a4875473-a1be-4685-a294-3fe09ff1b2cd req-a4b73995-7b6a-4112-8e2f-de9d78d4874e tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 943 time: 0.0468771 Jul 29 14:33:44.396799 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-a4875473-a1be-4685-a294-3fe09ff1b2cd req-30b9f98f-d840-4c7b-b849-80dda71329ae tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346177 Jul 29 14:33:45.515709 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3aa8e-3976-4777-bb01-78b46434ea1c req-50e6a0b3-2faa-41f7-8f5e-b536df5b2898 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:45.517173 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8bb3aa8e-3976-4777-bb01-78b46434ea1c req-50e6a0b3-2faa-41f7-8f5e-b536df5b2898 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 943 time: 0.0477540 Jul 29 14:33:45.554026 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-8bb3aa8e-3976-4777-bb01-78b46434ea1c req-16457a3b-56a1-4d8a-a6d7-6c9b3ee0453a tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309653 Jul 29 14:33:46.666714 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177962d-7984-47d6-9c42-b109dc78cf3b req-b0b4d8e4-95d3-40b4-9e1a-8357e7e9fb7e tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:46.669163 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1177962d-7984-47d6-9c42-b109dc78cf3b req-b0b4d8e4-95d3-40b4-9e1a-8357e7e9fb7e tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 943 time: 0.0489895 Jul 29 14:33:46.712236 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-1177962d-7984-47d6-9c42-b109dc78cf3b req-7e7ff048-ebc9-42c2-acc0-12d2c16a2c08 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368686 Jul 29 14:33:46.884904 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9f2d2-2e7b-4b07-a9bc-f0b629dd7be8 req-a31be3ad-07ff-4c44-b10f-ea47f64a9c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:46.886346 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6fc9f2d2-2e7b-4b07-a9bc-f0b629dd7be8 req-a31be3ad-07ff-4c44-b10f-ea47f64a9c40 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 1096 time: 0.0402355 Jul 29 14:33:46.920354 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-6fc9f2d2-2e7b-4b07-a9bc-f0b629dd7be8 req-d8b7a605-8021-4d74-a92e-69c19ff57f93 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266478 Jul 29 14:33:47.829905 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f59780-598f-42f6-b5c6-b305674e4c97 req-f9c433b6-1634-4fe6-bfa0-83e143f30606 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:33:47.831452 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-62f59780-598f-42f6-b5c6-b305674e4c97 req-f9c433b6-1634-4fe6-bfa0-83e143f30606 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 943 time: 0.0494509 Jul 29 14:33:47.874954 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-62f59780-598f-42f6-b5c6-b305674e4c97 req-41caf441-8128-43fa-b5af-c2379ec2a564 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373774 Jul 29 14:33:49.214216 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device d58b2dbf-e030-4031-8532-327efdae9f09 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93048) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:33:49.309146 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port d58b2dbf-e030-4031-8532-327efdae9f09, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=d58b2dbf-e030-4031-8532-327efdae9f09,segment=NetworkSegment(d177a896-598d-44ab-912e-cc71faf73d3b),segment_id=d177a896-598d-44ab-912e-cc71faf73d3b)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:33:49.319974 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Returning: {'device': 'd58b2dbf-e030-4031-8532-327efdae9f09', 'network_id': '485bb981-027b-4d59-af5e-b80b5dab9d30', 'port_id': 'd58b2dbf-e030-4031-8532-327efdae9f09', 'mac_address': 'fa:16:3e:9c:c2:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b466c7f2-33c8-40e2-9381-3668f681c8d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93048) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:33:49.355073 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:49.367225 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d58b2dbf-e030-4031-8532-327efdae9f09 {{(pid=93048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:33:49.386068 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port d58b2dbf-e030-4031-8532-327efdae9f09, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=d58b2dbf-e030-4031-8532-327efdae9f09,segment=NetworkSegment(d177a896-598d-44ab-912e-cc71faf73d3b),segment_id=d177a896-598d-44ab-912e-cc71faf73d3b)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:33:49.390696 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:49.436375 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=d58b2dbf-e030-4031-8532-327efdae9f09,revision_number=7']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:33:49.633813 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] get_ports_and_sgs() called for port_ids ['d58b2dbf-e030-4031-8532-327efdae9f09'] {{(pid=93048) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:33:51.243876 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device d58b2dbf-e030-4031-8532-327efdae9f09 up at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:33:51.294253 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.provisioning_blocks [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Provisioning complete for port d58b2dbf-e030-4031-8532-327efdae9f09 triggered by entity L2. {{(pid=93048) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:33:51.294627 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777444'] for port, provisioning_complete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:51.366683 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1685522'] for port, before_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:51.388619 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73396c22-d09b-441a-9853-e874bafff720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd58b2dbf-e030-4031-8532-327efdae9f09'}] {{(pid=93048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:33:51.390893 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccb16db2f9a74c00367815e69fa446d7a78c69e07d65ec2c4e32efa5fc27a6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd70b7a-f3db-4d99-9630-d9477a137fbd" -d '{"events": [{"server_uuid": "73396c22-d09b-441a-9853-e874bafff720", "name": "network-vif-plugged", "status": "completed", "tag": "d58b2dbf-e030-4031-8532-327efdae9f09"}]}' {{(pid=93048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:33:51.403919 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] For port d58b2dbf-e030-4031-8532-327efdae9f09, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=d58b2dbf-e030-4031-8532-327efdae9f09,segment=NetworkSegment(d177a896-598d-44ab-912e-cc71faf73d3b),segment_id=d177a896-598d-44ab-912e-cc71faf73d3b)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:33:51.408050 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774390425137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774390049540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774390049558'] for port, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:51.463983 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Pushing event updated for resources: {'Port': ['ID=d58b2dbf-e030-4031-8532-327efdae9f09,revision_number=8']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:33:51.489837 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280dc6f6-eae7-40b2-b4ba-d43734a0140b x-openstack-request-id: req-280dc6f6-eae7-40b2-b4ba-d43734a0140b {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:33:51.490170 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73396c22-d09b-441a-9853-e874bafff720", "name": "network-vif-plugged", "status": "completed", "tag": "d58b2dbf-e030-4031-8532-327efdae9f09", "code": 200}]} {{(pid=93048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:33:51.490429 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-280dc6f6-eae7-40b2-b4ba-d43734a0140b {{(pid=93048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:33:51.490826 dv-cinder-802882-2-iscsi neutron-server[93048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73396c22-d09b-441a-9853-e874bafff720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd58b2dbf-e030-4031-8532-327efdae9f09', 'code': 200} Jul 29 14:33:55.095321 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-6999a5d5-73f5-4acd-9502-7e15756b429a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:56.414313 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:58.044640 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-ee740bb2-3bb0-48f9-9660-071687c11c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:58.256385 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:59.376682 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:01.407969 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:06.122887 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:34:25.095181 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-b89c2b5c-6920-4d41-b778-8b1981d429f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:26.401721 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:28.045183 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-80c6eff0-042f-43a7-9a3b-6168b22b47e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:28.256297 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:29.378483 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:31.411267 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:36.410603 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ef2ba4ef-b02d-41cf-bf2e-62218d72db1d req-35d8ccbc-4caf-4661-9e53-d650a8bbf618 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0e3bea01-0124-42c6-88b0-28141ab33a3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382388 Jul 29 14:34:36.499396 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ba4ef-b02d-41cf-bf2e-62218d72db1d req-3fcdb9ac-9bbf-493f-9d9f-08e0c5aa920f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:34:36.500849 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ef2ba4ef-b02d-41cf-bf2e-62218d72db1d req-3fcdb9ac-9bbf-493f-9d9f-08e0c5aa920f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=790cbd91660745c18b1d53f07528a1b3&device_id=0e3bea01-0124-42c6-88b0-28141ab33a3a HTTP/1.1" status: 200 len: 1098 time: 0.0398893 Jul 29 14:34:36.614895 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ba4ef-b02d-41cf-bf2e-62218d72db1d req-12f3ac06-32e8-4399-bfd8-c517327c13c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:34:36.616346 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ef2ba4ef-b02d-41cf-bf2e-62218d72db1d req-12f3ac06-32e8-4399-bfd8-c517327c13c4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fc30f6c6-945d-4102-8889-37cbeb7abf30 HTTP/1.1" status: 200 len: 913 time: 0.0867972 Jul 29 14:34:36.685498 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ef2ba4ef-b02d-41cf-bf2e-62218d72db1d req-149bb662-26a5-44ba-bd5f-89eac03fc35a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3b6e33d-09c3-48cf-8948-46683ac0cb3a HTTP/1.1" status: 200 len: 1000 time: 0.0570023 Jul 29 14:34:36.742488 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ba4ef-b02d-41cf-bf2e-62218d72db1d req-4749959e-6add-433b-8e3e-ca342dc180a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:34:36.743925 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ef2ba4ef-b02d-41cf-bf2e-62218d72db1d req-4749959e-6add-433b-8e3e-ca342dc180a4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96251832-4e3f-4c8a-b08d-273ae0959694 HTTP/1.1" status: 200 len: 851 time: 0.0467277 Jul 29 14:34:36.789524 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ba4ef-b02d-41cf-bf2e-62218d72db1d req-9ab60b69-3a91-4a74-89ba-279c3e914d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:34:36.791015 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ef2ba4ef-b02d-41cf-bf2e-62218d72db1d req-9ab60b69-3a91-4a74-89ba-279c3e914d50 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fc30f6c6-945d-4102-8889-37cbeb7abf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389621 Jul 29 14:34:36.886250 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ef2ba4ef-b02d-41cf-bf2e-62218d72db1d req-a68429e5-cc6a-48ea-ab5e-83fcfa9560f1 service neutron] 10.222.0.42 "GET /v2.0/networks/fc30f6c6-945d-4102-8889-37cbeb7abf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836377 Jul 29 14:34:36.981362 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-ef2ba4ef-b02d-41cf-bf2e-62218d72db1d req-f3c8ef6e-c521-4927-8bc3-c3aacc7fad9b service neutron] 10.222.0.42 "GET /v2.0/networks/fc30f6c6-945d-4102-8889-37cbeb7abf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844169 Jul 29 14:34:38.052388 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 36590) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:34:38.206366 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-f301892f-65d2-4777-9da8-e33452f639a6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Deleting port 3b122b48-db1e-4735-b719-71902dac564b {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:34:38.206714 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f301892f-65d2-4777-9da8-e33452f639a6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:38.278282 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f301892f-65d2-4777-9da8-e33452f639a6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:38.278609 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f301892f-65d2-4777-9da8-e33452f639a6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:38.289694 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-f301892f-65d2-4777-9da8-e33452f639a6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Calling delete_port for 3b122b48-db1e-4735-b719-71902dac564b owned by network:floatingip {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:34:38.431713 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f301892f-65d2-4777-9da8-e33452f639a6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:38.456745 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301892f-65d2-4777-9da8-e33452f639a6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Pushing event deleted for resources: {'Port': ['ID=3b122b48-db1e-4735-b719-71902dac564b,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:34:38.468549 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301892f-65d2-4777-9da8-e33452f639a6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:38.468893 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301892f-65d2-4777-9da8-e33452f639a6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:38.469239 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301892f-65d2-4777-9da8-e33452f639a6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:38.469581 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301892f-65d2-4777-9da8-e33452f639a6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:38.469938 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301892f-65d2-4777-9da8-e33452f639a6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:38.470275 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301892f-65d2-4777-9da8-e33452f639a6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:38.470609 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301892f-65d2-4777-9da8-e33452f639a6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:38.470939 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301892f-65d2-4777-9da8-e33452f639a6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:38.471272 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301892f-65d2-4777-9da8-e33452f639a6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:38.471598 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301892f-65d2-4777-9da8-e33452f639a6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:38.471924 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301892f-65d2-4777-9da8-e33452f639a6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:38.472267 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301892f-65d2-4777-9da8-e33452f639a6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:38.529018 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f301892f-65d2-4777-9da8-e33452f639a6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for floatingip, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:38.529359 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.db.l3_db [None req-f301892f-65d2-4777-9da8-e33452f639a6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Floating IP 24a29ed4-ee6e-4ac3-a141-3d4aebafb5b5 disassociated (deleted). External IP: 172.27.2.214, port: 70481b4e-eb6a-443d-b7e0-8cc651827c70. Jul 29 14:34:38.727878 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f301892f-65d2-4777-9da8-e33452f639a6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Router e4d8203b-6501-4bf7-a212-16df2966a1ee has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:34:38.830696 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f301892f-65d2-4777-9da8-e33452f639a6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:34:38.835428 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-f301892f-65d2-4777-9da8-e33452f639a6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for floatingip, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:38.841554 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b64eb3a-7362-4c58-98e7-35880af2977d None None] Sync routers for ids ['e4d8203b-6501-4bf7-a212-16df2966a1ee'] in dv-cinder-802882-2-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:34:38.858278 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b64eb3a-7362-4c58-98e7-35880af2977d None None] Routers {'e4d8203b-6501-4bf7-a212-16df2966a1ee'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:34:38.858901 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-8b64eb3a-7362-4c58-98e7-35880af2977d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:34:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['e4d8203b-6501-4bf7-a212-16df2966a1ee'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:34:38.866559 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-f301892f-65d2-4777-9da8-e33452f639a6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "DELETE /v2.0/floatingips/24a29ed4-ee6e-4ac3-a141-3d4aebafb5b5 HTTP/1.1" status: 204 len: 168 time: 0.8130918 Jul 29 14:34:38.867239 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e394db3-113f-4d92-bcea-8da63e685fde', 'tag': '70481b4e-eb6a-443d-b7e0-8cc651827c70'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:34:38.869551 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d29991c668386e200e1a1994fca063bc4f2dc54aaad28d0a971c904e1588ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75899651-74c8-492a-849c-a9c2329e3885" -d '{"events": [{"name": "network-changed", "server_uuid": "7e394db3-113f-4d92-bcea-8da63e685fde", "tag": "70481b4e-eb6a-443d-b7e0-8cc651827c70"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:34:38.965789 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9717634-a52e-449c-88aa-61e14db3d9a1 x-openstack-request-id: req-e9717634-a52e-449c-88aa-61e14db3d9a1 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:34:38.966085 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e394db3-113f-4d92-bcea-8da63e685fde", "tag": "70481b4e-eb6a-443d-b7e0-8cc651827c70", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:34:38.966537 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e9717634-a52e-449c-88aa-61e14db3d9a1 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:34:38.967240 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e394db3-113f-4d92-bcea-8da63e685fde', 'tag': '70481b4e-eb6a-443d-b7e0-8cc651827c70', 'status': 'completed', 'code': 200} Jul 29 14:34:38.970466 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-8b64eb3a-7362-4c58-98e7-35880af2977d None None] Set router e4d8203b-6501-4bf7-a212-16df2966a1ee gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:34:39.037086 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75899651-74c8-492a-849c-a9c2329e3885 req-c65d97d1-0847-4e3e-aa75-59b197e390b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:34:39.038650 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-75899651-74c8-492a-849c-a9c2329e3885 req-c65d97d1-0847-4e3e-aa75-59b197e390b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=790cbd91660745c18b1d53f07528a1b3&device_id=7e394db3-113f-4d92-bcea-8da63e685fde HTTP/1.1" status: 200 len: 1098 time: 0.0467291 Jul 29 14:34:39.107906 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ad87d-5082-4489-ac99-64757eea7593 req-7f4ee7b8-f685-4d10-89df-4d995a20b586 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:34:39.109611 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-068ad87d-5082-4489-ac99-64757eea7593 req-7f4ee7b8-f685-4d10-89df-4d995a20b586 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e394db3-113f-4d92-bcea-8da63e685fde HTTP/1.1" status: 200 len: 945 time: 0.0528638 Jul 29 14:34:39.139874 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75899651-74c8-492a-849c-a9c2329e3885 req-c57afd47-7968-450c-b222-5f576350213b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:34:39.142431 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-75899651-74c8-492a-849c-a9c2329e3885 req-c57afd47-7968-450c-b222-5f576350213b service neutron] 10.222.0.42 "GET /v2.0/networks?id=fc30f6c6-945d-4102-8889-37cbeb7abf30 HTTP/1.1" status: 200 len: 913 time: 0.0958545 Jul 29 14:34:39.154574 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-068ad87d-5082-4489-ac99-64757eea7593 req-86b92a27-b0d3-4582-9818-a2c5f36db8af tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362532 Jul 29 14:34:39.189458 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-75899651-74c8-492a-849c-a9c2329e3885 req-ac120094-eb06-4f2f-80f8-ea6b0c4e662f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70481b4e-eb6a-443d-b7e0-8cc651827c70 HTTP/1.1" status: 200 len: 217 time: 0.0373297 Jul 29 14:34:39.238585 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75899651-74c8-492a-849c-a9c2329e3885 req-1e4d1f97-2171-4250-8e9c-a554ea341944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:34:39.240067 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-75899651-74c8-492a-849c-a9c2329e3885 req-1e4d1f97-2171-4250-8e9c-a554ea341944 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96251832-4e3f-4c8a-b08d-273ae0959694 HTTP/1.1" status: 200 len: 851 time: 0.0435829 Jul 29 14:34:39.289665 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75899651-74c8-492a-849c-a9c2329e3885 req-fc550504-b3f8-4aee-892d-b49fcdd7e976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:34:39.291178 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-75899651-74c8-492a-849c-a9c2329e3885 req-fc550504-b3f8-4aee-892d-b49fcdd7e976 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fc30f6c6-945d-4102-8889-37cbeb7abf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427186 Jul 29 14:34:39.345752 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-8b64eb3a-7362-4c58-98e7-35880af2977d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'name': 'tempest-TestVolumeBootPattern-1288691138-router', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:38Z', 'updated_at': '2021-07-29T14:26:43Z', 'revision_number': 4, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'gw_port': {'id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:39Z', 'updated_at': '2021-07-29T14:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_floatingips': [{'id': '93e257d7-92b4-46b5-8400-e4cbcbca5ea9', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'router_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'port_id': 'e3b6e33d-09c3-48cf-8948-46683ac0cb3a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'mac_address': 'fa:16:3e:b8:62:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3bea01-0124-42c6-88b0-28141ab33a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:30:45Z', 'updated_at': '2021-07-29T14:30:50Z', 'revision_number': 1, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a5fe53-2a18-4a19-acdc-ae1af38e5c21', 'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'mac_address': 'fa:16:3e:3b:aa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:42Z', 'updated_at': '2021-07-29T14:26:51Z', 'revision_number': 5, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'subnets': [{'id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:34:39.371335 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b64eb3a-7362-4c58-98e7-35880af2977d None None] Checking router: e4d8203b-6501-4bf7-a212-16df2966a1ee for host: dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:34:39.379506 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b64eb3a-7362-4c58-98e7-35880af2977d None None] Routers {'e4d8203b-6501-4bf7-a212-16df2966a1ee'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:34:39.379682 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-75899651-74c8-492a-849c-a9c2329e3885 req-8e7b8fcb-f433-418c-ac76-2b31b545905c service neutron] 10.222.0.42 "GET /v2.0/networks/fc30f6c6-945d-4102-8889-37cbeb7abf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806191 Jul 29 14:34:39.380135 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-8b64eb3a-7362-4c58-98e7-35880af2977d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:34:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['e4d8203b-6501-4bf7-a212-16df2966a1ee'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:34:39.472015 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-75899651-74c8-492a-849c-a9c2329e3885 req-f4755c00-48f6-4192-9eb7-08a23f97227d service neutron] 10.222.0.42 "GET /v2.0/networks/fc30f6c6-945d-4102-8889-37cbeb7abf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840454 Jul 29 14:34:39.487504 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-8b64eb3a-7362-4c58-98e7-35880af2977d None None] Set router e4d8203b-6501-4bf7-a212-16df2966a1ee gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:34:39.705113 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-8b64eb3a-7362-4c58-98e7-35880af2977d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'name': 'tempest-TestVolumeBootPattern-1288691138-router', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:38Z', 'updated_at': '2021-07-29T14:26:43Z', 'revision_number': 4, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'gw_port': {'id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:39Z', 'updated_at': '2021-07-29T14:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_floatingips': [{'id': '93e257d7-92b4-46b5-8400-e4cbcbca5ea9', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'router_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'port_id': 'e3b6e33d-09c3-48cf-8948-46683ac0cb3a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'mac_address': 'fa:16:3e:b8:62:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3bea01-0124-42c6-88b0-28141ab33a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:30:45Z', 'updated_at': '2021-07-29T14:30:50Z', 'revision_number': 1, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a5fe53-2a18-4a19-acdc-ae1af38e5c21', 'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'mac_address': 'fa:16:3e:3b:aa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:42Z', 'updated_at': '2021-07-29T14:26:51Z', 'revision_number': 5, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'subnets': [{'id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:34:39.731000 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b64eb3a-7362-4c58-98e7-35880af2977d None None] The sync data for ids ['e4d8203b-6501-4bf7-a212-16df2966a1ee'] in dv-cinder-802882-2-iscsi is: [{'id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'name': 'tempest-TestVolumeBootPattern-1288691138-router', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:38Z', 'updated_at': '2021-07-29T14:26:43Z', 'revision_number': 4, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'gw_port': {'id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:39Z', 'updated_at': '2021-07-29T14:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_floatingips': [{'id': '93e257d7-92b4-46b5-8400-e4cbcbca5ea9', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'router_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'port_id': 'e3b6e33d-09c3-48cf-8948-46683ac0cb3a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'mac_address': 'fa:16:3e:b8:62:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3bea01-0124-42c6-88b0-28141ab33a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:30:45Z', 'updated_at': '2021-07-29T14:30:50Z', 'revision_number': 1, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a5fe53-2a18-4a19-acdc-ae1af38e5c21', 'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'mac_address': 'fa:16:3e:3b:aa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:42Z', 'updated_at': '2021-07-29T14:26:51Z', 'revision_number': 5, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'subnets': [{'id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:34:39.942119 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d29e9ec-23c8-413a-b02f-6f451610e26d None None] New status for floating IP 24a29ed4-ee6e-4ac3-a141-3d4aebafb5b5: DOWN {{(pid=93049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:34:40.270398 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e8140-d1d0-4d33-b927-77d1be382ec8 req-1f169514-3309-4708-aaa8-3724540ced54 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:34:40.271876 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f56e8140-d1d0-4d33-b927-77d1be382ec8 req-1f169514-3309-4708-aaa8-3724540ced54 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e394db3-113f-4d92-bcea-8da63e685fde HTTP/1.1" status: 200 len: 945 time: 0.0483742 Jul 29 14:34:40.309125 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-f56e8140-d1d0-4d33-b927-77d1be382ec8 req-09f200fa-21c7-4525-bfe2-78c5e04aa14e tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307200 Jul 29 14:34:40.947562 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef3c6a-0519-4240-b78c-c8419a7de967 req-eb0e45b8-a2a1-4815-b7b5-e748d7b3e96c tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:34:40.949784 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-12ef3c6a-0519-4240-b78c-c8419a7de967 req-eb0e45b8-a2a1-4815-b7b5-e748d7b3e96c tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e394db3-113f-4d92-bcea-8da63e685fde HTTP/1.1" status: 200 len: 945 time: 0.0485427 Jul 29 14:34:41.037389 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-12ef3c6a-0519-4240-b78c-c8419a7de967 req-acd05311-e9b3-43d5-99b5-756f8ec34002 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Deleting port 70481b4e-eb6a-443d-b7e0-8cc651827c70 {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:34:41.037731 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-12ef3c6a-0519-4240-b78c-c8419a7de967 req-acd05311-e9b3-43d5-99b5-756f8ec34002 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:41.124851 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-12ef3c6a-0519-4240-b78c-c8419a7de967 req-acd05311-e9b3-43d5-99b5-756f8ec34002 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] For port 70481b4e-eb6a-443d-b7e0-8cc651827c70, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=70481b4e-eb6a-443d-b7e0-8cc651827c70,segment=NetworkSegment(9e1b997b-38b8-4a39-8704-0a229296c38f),segment_id=9e1b997b-38b8-4a39-8704-0a229296c38f)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:34:41.125135 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-12ef3c6a-0519-4240-b78c-c8419a7de967 req-acd05311-e9b3-43d5-99b5-756f8ec34002 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:41.138343 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-12ef3c6a-0519-4240-b78c-c8419a7de967 req-acd05311-e9b3-43d5-99b5-756f8ec34002 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Calling delete_port for 70481b4e-eb6a-443d-b7e0-8cc651827c70 owned by compute:nova {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:34:41.264366 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-12ef3c6a-0519-4240-b78c-c8419a7de967 req-acd05311-e9b3-43d5-99b5-756f8ec34002 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:41.291385 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd05311-e9b3-43d5-99b5-756f8ec34002 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Pushing event deleted for resources: {'Port': ['ID=70481b4e-eb6a-443d-b7e0-8cc651827c70,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:34:41.302942 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd05311-e9b3-43d5-99b5-756f8ec34002 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:41.303277 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd05311-e9b3-43d5-99b5-756f8ec34002 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:41.303615 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd05311-e9b3-43d5-99b5-756f8ec34002 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:41.303948 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd05311-e9b3-43d5-99b5-756f8ec34002 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:41.304276 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd05311-e9b3-43d5-99b5-756f8ec34002 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:41.304606 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd05311-e9b3-43d5-99b5-756f8ec34002 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:41.304929 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd05311-e9b3-43d5-99b5-756f8ec34002 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:41.305256 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd05311-e9b3-43d5-99b5-756f8ec34002 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:41.305576 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd05311-e9b3-43d5-99b5-756f8ec34002 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:41.305897 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd05311-e9b3-43d5-99b5-756f8ec34002 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:41.306240 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd05311-e9b3-43d5-99b5-756f8ec34002 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:41.306557 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd05311-e9b3-43d5-99b5-756f8ec34002 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:41.340840 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ef3c6a-0519-4240-b78c-c8419a7de967 req-acd05311-e9b3-43d5-99b5-756f8ec34002 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] No DVR routers for this DVR port 70481b4e-eb6a-443d-b7e0-8cc651827c70 on host hv-cinder-80288 {{(pid=93046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:34:41.343274 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-12ef3c6a-0519-4240-b78c-c8419a7de967 req-acd05311-e9b3-43d5-99b5-756f8ec34002 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:41.345245 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-12ef3c6a-0519-4240-b78c-c8419a7de967 req-acd05311-e9b3-43d5-99b5-756f8ec34002 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.42 "DELETE /v2.0/ports/70481b4e-eb6a-443d-b7e0-8cc651827c70 HTTP/1.1" status: 204 len: 173 time: 0.3883796 Jul 29 14:34:41.345679 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e394db3-113f-4d92-bcea-8da63e685fde', 'name': 'network-vif-deleted', 'tag': '70481b4e-eb6a-443d-b7e0-8cc651827c70'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:34:41.347887 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12d0d8acfdc7c270d197b253719fe34768a82c9c4ffac31e71dba4df5af88c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965c08d2-7901-4706-9c33-fea6fe510f20" -d '{"events": [{"server_uuid": "7e394db3-113f-4d92-bcea-8da63e685fde", "name": "network-vif-deleted", "tag": "70481b4e-eb6a-443d-b7e0-8cc651827c70"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:34:41.406296 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-9181cb69-417e-4ad0-8c9f-b5094f60577a req-7816eb00-5754-4b2a-ad98-fd2307782996 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e394db3-113f-4d92-bcea-8da63e685fde HTTP/1.1" status: 200 len: 210 time: 0.0308945 Jul 29 14:34:41.445126 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a299d6f-c6dc-4d99-818f-49b97fdcb3d5 x-openstack-request-id: req-0a299d6f-c6dc-4d99-818f-49b97fdcb3d5 {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:34:41.445421 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e394db3-113f-4d92-bcea-8da63e685fde", "name": "network-vif-deleted", "tag": "70481b4e-eb6a-443d-b7e0-8cc651827c70", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:34:41.445674 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0a299d6f-c6dc-4d99-818f-49b97fdcb3d5 {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:34:41.446108 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e394db3-113f-4d92-bcea-8da63e685fde', 'name': 'network-vif-deleted', 'tag': '70481b4e-eb6a-443d-b7e0-8cc651827c70', 'status': 'completed', 'code': 200} Jul 29 14:34:43.121787 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:34:44.673589 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 36628) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:34:44.827867 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-02fc4874-746b-4d94-9dfe-4bde1ba2e436 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Deleting port 8e8d8a0c-9340-45d3-8946-01026e7c9b25 {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:34:44.828217 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-02fc4874-746b-4d94-9dfe-4bde1ba2e436 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:44.904062 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-02fc4874-746b-4d94-9dfe-4bde1ba2e436 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:44.904394 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-02fc4874-746b-4d94-9dfe-4bde1ba2e436 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:44.915543 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-02fc4874-746b-4d94-9dfe-4bde1ba2e436 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Calling delete_port for 8e8d8a0c-9340-45d3-8946-01026e7c9b25 owned by network:floatingip {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:34:45.059808 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-02fc4874-746b-4d94-9dfe-4bde1ba2e436 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:45.085292 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc4874-746b-4d94-9dfe-4bde1ba2e436 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Pushing event deleted for resources: {'Port': ['ID=8e8d8a0c-9340-45d3-8946-01026e7c9b25,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:34:45.143753 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-02fc4874-746b-4d94-9dfe-4bde1ba2e436 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for floatingip, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:45.144087 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.db.l3_db [None req-02fc4874-746b-4d94-9dfe-4bde1ba2e436 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Floating IP 93e257d7-92b4-46b5-8400-e4cbcbca5ea9 disassociated (deleted). External IP: 172.27.2.22, port: e3b6e33d-09c3-48cf-8948-46683ac0cb3a. Jul 29 14:34:45.349085 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02fc4874-746b-4d94-9dfe-4bde1ba2e436 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Router e4d8203b-6501-4bf7-a212-16df2966a1ee has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:34:45.499111 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 70481b4e-eb6a-443d-b7e0-8cc651827c70 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:34:45.520472 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] No Port match for: 70481b4e-eb6a-443d-b7e0-8cc651827c70 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:34:45.520822 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device 70481b4e-eb6a-443d-b7e0-8cc651827c70 not bound to the agent host hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:34:45.715828 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fc4874-746b-4d94-9dfe-4bde1ba2e436 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:34:45.721082 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-02fc4874-746b-4d94-9dfe-4bde1ba2e436 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for floatingip, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:45.725814 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe4e8d9-6177-40d2-bb2a-97c6e9b623b8 None None] Sync routers for ids ['e4d8203b-6501-4bf7-a212-16df2966a1ee'] in dv-cinder-802882-2-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:34:45.734362 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe4e8d9-6177-40d2-bb2a-97c6e9b623b8 None None] Routers {'e4d8203b-6501-4bf7-a212-16df2966a1ee'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:34:45.734971 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-efe4e8d9-6177-40d2-bb2a-97c6e9b623b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:34:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['e4d8203b-6501-4bf7-a212-16df2966a1ee'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:34:45.748687 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-02fc4874-746b-4d94-9dfe-4bde1ba2e436 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "DELETE /v2.0/floatingips/93e257d7-92b4-46b5-8400-e4cbcbca5ea9 HTTP/1.1" status: 204 len: 168 time: 1.0739491 Jul 29 14:34:45.749381 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e3bea01-0124-42c6-88b0-28141ab33a3a', 'tag': 'e3b6e33d-09c3-48cf-8948-46683ac0cb3a'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:34:45.751759 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d29991c668386e200e1a1994fca063bc4f2dc54aaad28d0a971c904e1588ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c6084d-15c8-46db-a73d-b15fdd861344" -d '{"events": [{"name": "network-changed", "server_uuid": "0e3bea01-0124-42c6-88b0-28141ab33a3a", "tag": "e3b6e33d-09c3-48cf-8948-46683ac0cb3a"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:34:45.790171 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de684085-89bf-4058-a4a6-56336d3d9e25 x-openstack-request-id: req-de684085-89bf-4058-a4a6-56336d3d9e25 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:34:45.790473 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e3bea01-0124-42c6-88b0-28141ab33a3a", "tag": "e3b6e33d-09c3-48cf-8948-46683ac0cb3a", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:34:45.790729 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-de684085-89bf-4058-a4a6-56336d3d9e25 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:34:45.791132 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e3bea01-0124-42c6-88b0-28141ab33a3a', 'tag': 'e3b6e33d-09c3-48cf-8948-46683ac0cb3a', 'status': 'completed', 'code': 200} Jul 29 14:34:45.847250 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-efe4e8d9-6177-40d2-bb2a-97c6e9b623b8 None None] Set router e4d8203b-6501-4bf7-a212-16df2966a1ee gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:34:45.873434 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6084d-15c8-46db-a73d-b15fdd861344 req-35756ceb-95d7-4334-a5d3-d0d75d386904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:34:45.875518 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b0c6084d-15c8-46db-a73d-b15fdd861344 req-35756ceb-95d7-4334-a5d3-d0d75d386904 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=790cbd91660745c18b1d53f07528a1b3&device_id=0e3bea01-0124-42c6-88b0-28141ab33a3a HTTP/1.1" status: 200 len: 1098 time: 0.0511749 Jul 29 14:34:45.984410 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6084d-15c8-46db-a73d-b15fdd861344 req-8909a7d2-b5d8-4710-9e8a-7051a28c3cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:34:45.986006 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b0c6084d-15c8-46db-a73d-b15fdd861344 req-8909a7d2-b5d8-4710-9e8a-7051a28c3cd1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fc30f6c6-945d-4102-8889-37cbeb7abf30 HTTP/1.1" status: 200 len: 913 time: 0.0999262 Jul 29 14:34:45.987808 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb324393-ab49-414d-8a51-47d935f9c449 req-f1ee6e35-b12d-49d0-a8a2-6abfb6667ffb tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:34:45.989336 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bb324393-ab49-414d-8a51-47d935f9c449 req-f1ee6e35-b12d-49d0-a8a2-6abfb6667ffb tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e3bea01-0124-42c6-88b0-28141ab33a3a HTTP/1.1" status: 200 len: 945 time: 0.0528171 Jul 29 14:34:46.029080 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bb324393-ab49-414d-8a51-47d935f9c449 req-cc8057cf-bd61-41d8-a2e3-0ab5b5791c79 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335686 Jul 29 14:34:46.032046 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b0c6084d-15c8-46db-a73d-b15fdd861344 req-bdbe4f80-03cf-475c-a97f-1bf6afc29a86 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3b6e33d-09c3-48cf-8948-46683ac0cb3a HTTP/1.1" status: 200 len: 217 time: 0.0359092 Jul 29 14:34:46.060715 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-efe4e8d9-6177-40d2-bb2a-97c6e9b623b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'name': 'tempest-TestVolumeBootPattern-1288691138-router', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:38Z', 'updated_at': '2021-07-29T14:26:43Z', 'revision_number': 4, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'gw_port': {'id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:39Z', 'updated_at': '2021-07-29T14:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': 'b0a5fe53-2a18-4a19-acdc-ae1af38e5c21', 'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'mac_address': 'fa:16:3e:3b:aa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:42Z', 'updated_at': '2021-07-29T14:26:51Z', 'revision_number': 5, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'subnets': [{'id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:34:46.085283 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6084d-15c8-46db-a73d-b15fdd861344 req-7ec5cb55-32b5-4f1e-ba3a-182a6be4bb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:34:46.086658 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe4e8d9-6177-40d2-bb2a-97c6e9b623b8 None None] Checking router: e4d8203b-6501-4bf7-a212-16df2966a1ee for host: dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:34:46.086801 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b0c6084d-15c8-46db-a73d-b15fdd861344 req-7ec5cb55-32b5-4f1e-ba3a-182a6be4bb2a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96251832-4e3f-4c8a-b08d-273ae0959694 HTTP/1.1" status: 200 len: 851 time: 0.0477281 Jul 29 14:34:46.095457 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe4e8d9-6177-40d2-bb2a-97c6e9b623b8 None None] Routers {'e4d8203b-6501-4bf7-a212-16df2966a1ee'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:34:46.096065 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-efe4e8d9-6177-40d2-bb2a-97c6e9b623b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:34:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['e4d8203b-6501-4bf7-a212-16df2966a1ee'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:34:46.131480 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6084d-15c8-46db-a73d-b15fdd861344 req-02b76f2a-88a8-473c-bc91-6fe41780e3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:34:46.132982 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b0c6084d-15c8-46db-a73d-b15fdd861344 req-02b76f2a-88a8-473c-bc91-6fe41780e3af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fc30f6c6-945d-4102-8889-37cbeb7abf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385828 Jul 29 14:34:46.200290 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-efe4e8d9-6177-40d2-bb2a-97c6e9b623b8 None None] Set router e4d8203b-6501-4bf7-a212-16df2966a1ee gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:34:46.224324 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b0c6084d-15c8-46db-a73d-b15fdd861344 req-28dbde3b-afac-4121-ac75-fca9ddec6917 service neutron] 10.222.0.42 "GET /v2.0/networks/fc30f6c6-945d-4102-8889-37cbeb7abf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832160 Jul 29 14:34:46.421931 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-efe4e8d9-6177-40d2-bb2a-97c6e9b623b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'name': 'tempest-TestVolumeBootPattern-1288691138-router', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:38Z', 'updated_at': '2021-07-29T14:26:43Z', 'revision_number': 4, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'gw_port': {'id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:39Z', 'updated_at': '2021-07-29T14:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': 'b0a5fe53-2a18-4a19-acdc-ae1af38e5c21', 'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'mac_address': 'fa:16:3e:3b:aa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:42Z', 'updated_at': '2021-07-29T14:26:51Z', 'revision_number': 5, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'subnets': [{'id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:34:46.453860 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe4e8d9-6177-40d2-bb2a-97c6e9b623b8 None None] The sync data for ids ['e4d8203b-6501-4bf7-a212-16df2966a1ee'] in dv-cinder-802882-2-iscsi is: [{'id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'name': 'tempest-TestVolumeBootPattern-1288691138-router', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:38Z', 'updated_at': '2021-07-29T14:26:43Z', 'revision_number': 4, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'gw_port': {'id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:39Z', 'updated_at': '2021-07-29T14:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': 'b0a5fe53-2a18-4a19-acdc-ae1af38e5c21', 'name': '', 'network_id': 'fc30f6c6-945d-4102-8889-37cbeb7abf30', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'mac_address': 'fa:16:3e:3b:aa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:42Z', 'updated_at': '2021-07-29T14:26:51Z', 'revision_number': 5, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'subnets': [{'id': '96251832-4e3f-4c8a-b08d-273ae0959694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:34:46.579055 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-b0c6084d-15c8-46db-a73d-b15fdd861344 req-86cdf4c5-1586-4b9a-80d8-04b5b390acf5 service neutron] 10.222.0.42 "GET /v2.0/networks/fc30f6c6-945d-4102-8889-37cbeb7abf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464627 Jul 29 14:34:46.665799 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365bb8be-9b26-4e18-a984-d6cdb10ea575 None None] New status for floating IP 93e257d7-92b4-46b5-8400-e4cbcbca5ea9: DOWN {{(pid=93049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:34:47.144980 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278ce38-df36-41e4-af09-b15f6dfe5376 req-9587576a-d487-4900-ad57-ffd88c69562d tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:34:47.146496 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2278ce38-df36-41e4-af09-b15f6dfe5376 req-9587576a-d487-4900-ad57-ffd88c69562d tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e3bea01-0124-42c6-88b0-28141ab33a3a HTTP/1.1" status: 200 len: 945 time: 0.0482764 Jul 29 14:34:47.184184 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-2278ce38-df36-41e4-af09-b15f6dfe5376 req-5235be27-da09-40f1-9f48-39fcd001ccb7 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa4e4174-8f26-4601-b1ba-82d657004d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313439 Jul 29 14:34:47.639217 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc297a34-2652-4b29-ba95-362b918beb5b req-d85d11f2-8bed-4d97-9c83-63b55f3cefad tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:34:47.640648 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-dc297a34-2652-4b29-ba95-362b918beb5b req-d85d11f2-8bed-4d97-9c83-63b55f3cefad tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e3bea01-0124-42c6-88b0-28141ab33a3a HTTP/1.1" status: 200 len: 945 time: 0.0478251 Jul 29 14:34:47.730775 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-dc297a34-2652-4b29-ba95-362b918beb5b req-befecf99-d4be-4569-b49f-f58b80f864b6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Deleting port e3b6e33d-09c3-48cf-8948-46683ac0cb3a {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:34:47.731117 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-dc297a34-2652-4b29-ba95-362b918beb5b req-befecf99-d4be-4569-b49f-f58b80f864b6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:47.817499 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-dc297a34-2652-4b29-ba95-362b918beb5b req-befecf99-d4be-4569-b49f-f58b80f864b6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] For port e3b6e33d-09c3-48cf-8948-46683ac0cb3a, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=e3b6e33d-09c3-48cf-8948-46683ac0cb3a,segment=NetworkSegment(9e1b997b-38b8-4a39-8704-0a229296c38f),segment_id=9e1b997b-38b8-4a39-8704-0a229296c38f)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:34:47.817858 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-dc297a34-2652-4b29-ba95-362b918beb5b req-befecf99-d4be-4569-b49f-f58b80f864b6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:47.832782 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-dc297a34-2652-4b29-ba95-362b918beb5b req-befecf99-d4be-4569-b49f-f58b80f864b6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Calling delete_port for e3b6e33d-09c3-48cf-8948-46683ac0cb3a owned by compute:nova {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:34:47.959191 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-dc297a34-2652-4b29-ba95-362b918beb5b req-befecf99-d4be-4569-b49f-f58b80f864b6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:47.987554 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befecf99-d4be-4569-b49f-f58b80f864b6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Pushing event deleted for resources: {'Port': ['ID=e3b6e33d-09c3-48cf-8948-46683ac0cb3a,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:34:48.030940 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc297a34-2652-4b29-ba95-362b918beb5b req-befecf99-d4be-4569-b49f-f58b80f864b6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] No DVR routers for this DVR port e3b6e33d-09c3-48cf-8948-46683ac0cb3a on host hv-cinder-80288 {{(pid=93046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:34:48.033413 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-dc297a34-2652-4b29-ba95-362b918beb5b req-befecf99-d4be-4569-b49f-f58b80f864b6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:48.035524 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-dc297a34-2652-4b29-ba95-362b918beb5b req-befecf99-d4be-4569-b49f-f58b80f864b6 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.42 "DELETE /v2.0/ports/e3b6e33d-09c3-48cf-8948-46683ac0cb3a HTTP/1.1" status: 204 len: 173 time: 0.3886371 Jul 29 14:34:48.035957 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3bea01-0124-42c6-88b0-28141ab33a3a', 'name': 'network-vif-deleted', 'tag': 'e3b6e33d-09c3-48cf-8948-46683ac0cb3a'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:34:48.038197 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12d0d8acfdc7c270d197b253719fe34768a82c9c4ffac31e71dba4df5af88c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae20596-7f0f-4c0c-b084-233c7b5be690" -d '{"events": [{"server_uuid": "0e3bea01-0124-42c6-88b0-28141ab33a3a", "name": "network-vif-deleted", "tag": "e3b6e33d-09c3-48cf-8948-46683ac0cb3a"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:34:48.073403 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad092bd-cf6f-4432-ab9e-f006e7909e49 x-openstack-request-id: req-bad092bd-cf6f-4432-ab9e-f006e7909e49 {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:34:48.073699 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3bea01-0124-42c6-88b0-28141ab33a3a", "name": "network-vif-deleted", "tag": "e3b6e33d-09c3-48cf-8948-46683ac0cb3a", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:34:48.073987 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bad092bd-cf6f-4432-ab9e-f006e7909e49 {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:34:48.074387 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3bea01-0124-42c6-88b0-28141ab33a3a', 'name': 'network-vif-deleted', 'tag': 'e3b6e33d-09c3-48cf-8948-46683ac0cb3a', 'status': 'completed', 'code': 200} Jul 29 14:34:48.285037 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-3a15c700-79ca-4c3c-a6fa-a7df0162b76f req-02aa98d9-2b58-4742-b8eb-f482eaa67468 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e3bea01-0124-42c6-88b0-28141ab33a3a HTTP/1.1" status: 200 len: 210 time: 0.0336578 Jul 29 14:34:49.339859 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 36644) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:34:49.460357 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-ec1a459f-fb02-4a48-ac05-0a14c3eb8fc4 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Deleting port c68bb454-1ed4-419f-9bac-6400bf3a57bf {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:34:49.460709 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ec1a459f-fb02-4a48-ac05-0a14c3eb8fc4 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:49.533960 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ec1a459f-fb02-4a48-ac05-0a14c3eb8fc4 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:49.534297 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ec1a459f-fb02-4a48-ac05-0a14c3eb8fc4 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:49.546058 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-ec1a459f-fb02-4a48-ac05-0a14c3eb8fc4 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Calling delete_port for c68bb454-1ed4-419f-9bac-6400bf3a57bf owned by network:floatingip {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:34:49.675063 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ec1a459f-fb02-4a48-ac05-0a14c3eb8fc4 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:49.698160 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a459f-fb02-4a48-ac05-0a14c3eb8fc4 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Pushing event deleted for resources: {'Port': ['ID=c68bb454-1ed4-419f-9bac-6400bf3a57bf,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:34:49.762027 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ec1a459f-fb02-4a48-ac05-0a14c3eb8fc4 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for floatingip, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:49.764816 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-ec1a459f-fb02-4a48-ac05-0a14c3eb8fc4 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for floatingip, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:49.765991 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-ec1a459f-fb02-4a48-ac05-0a14c3eb8fc4 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "DELETE /v2.0/floatingips/b181efc4-f5af-461c-aaac-70817a162133 HTTP/1.1" status: 204 len: 168 time: 0.4251220 Jul 29 14:34:50.956412 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 36656) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:34:51.014029 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-76576986-9118-4fd8-a8da-5a5a2bd08418 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:51.038340 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-76576986-9118-4fd8-a8da-5a5a2bd08418 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:51.095764 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-76576986-9118-4fd8-a8da-5a5a2bd08418 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:51.098257 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-76576986-9118-4fd8-a8da-5a5a2bd08418 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:51.099383 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-76576986-9118-4fd8-a8da-5a5a2bd08418 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] 10.222.0.44 "DELETE /v2.0/security-groups/aa4e4174-8f26-4601-b1ba-82d657004d89 HTTP/1.1" status: 204 len: 168 time: 0.1419683 Jul 29 14:34:51.109199 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76576986-9118-4fd8-a8da-5a5a2bd08418 tempest-TestVolumeBootPattern-119033992 tempest-TestVolumeBootPattern-119033992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4e4174-8f26-4601-b1ba-82d657004d89,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:34:51.154467 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 36660) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:34:51.557720 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device e3b6e33d-09c3-48cf-8948-46683ac0cb3a no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:34:51.577899 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] No Port match for: e3b6e33d-09c3-48cf-8948-46683ac0cb3a {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:34:51.578269 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device e3b6e33d-09c3-48cf-8948-46683ac0cb3a not bound to the agent host hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:34:51.587555 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-237d9412-e38f-44df-8737-79a2efc7e123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659525'] for router_interface, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:51.829999 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-237d9412-e38f-44df-8737-79a2efc7e123 admin admin] Deleting port b0a5fe53-2a18-4a19-acdc-ae1af38e5c21 {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:34:51.830355 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-237d9412-e38f-44df-8737-79a2efc7e123 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:51.908856 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [None req-237d9412-e38f-44df-8737-79a2efc7e123 admin admin] For port b0a5fe53-2a18-4a19-acdc-ae1af38e5c21, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=b0a5fe53-2a18-4a19-acdc-ae1af38e5c21,segment=NetworkSegment(9e1b997b-38b8-4a39-8704-0a229296c38f),segment_id=9e1b997b-38b8-4a39-8704-0a229296c38f)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:34:51.909231 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-237d9412-e38f-44df-8737-79a2efc7e123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:51.921943 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-237d9412-e38f-44df-8737-79a2efc7e123 admin admin] Calling delete_port for b0a5fe53-2a18-4a19-acdc-ae1af38e5c21 owned by network:router_interface {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:34:52.097250 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-237d9412-e38f-44df-8737-79a2efc7e123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:52.124762 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d9412-e38f-44df-8737-79a2efc7e123 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0a5fe53-2a18-4a19-acdc-ae1af38e5c21,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:34:52.291401 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-237d9412-e38f-44df-8737-79a2efc7e123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659497'] for router_interface, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:52.498779 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237d9412-e38f-44df-8737-79a2efc7e123 admin admin] Router e4d8203b-6501-4bf7-a212-16df2966a1ee has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:34:52.597738 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237d9412-e38f-44df-8737-79a2efc7e123 admin admin] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:34:52.602717 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-237d9412-e38f-44df-8737-79a2efc7e123 admin admin] 10.222.0.44 "PUT /v2.0/routers/e4d8203b-6501-4bf7-a212-16df2966a1ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4471655 Jul 29 14:34:52.605198 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 36664) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:34:52.607845 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c1c870-3b55-47f0-8dd8-f5531d438191 None None] Sync routers for ids ['e4d8203b-6501-4bf7-a212-16df2966a1ee'] in dv-cinder-802882-2-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:34:52.616880 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c1c870-3b55-47f0-8dd8-f5531d438191 None None] Routers {'e4d8203b-6501-4bf7-a212-16df2966a1ee'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:34:52.617490 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-f0c1c870-3b55-47f0-8dd8-f5531d438191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:34:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['e4d8203b-6501-4bf7-a212-16df2966a1ee'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:34:52.709506 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cdea126f-23f1-467e-afd1-e05eb40f4f66 admin admin] Notify callbacks [] for router, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:52.722812 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-f0c1c870-3b55-47f0-8dd8-f5531d438191 None None] Set router e4d8203b-6501-4bf7-a212-16df2966a1ee gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:34:52.809533 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cdea126f-23f1-467e-afd1-e05eb40f4f66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:52.860574 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-cdea126f-23f1-467e-afd1-e05eb40f4f66 admin admin] Deleting port edd17a42-a173-49b6-8fba-a1b1b1f8269b {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:34:52.860909 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cdea126f-23f1-467e-afd1-e05eb40f4f66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:52.904218 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-f0c1c870-3b55-47f0-8dd8-f5531d438191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'name': 'tempest-TestVolumeBootPattern-1288691138-router', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:38Z', 'updated_at': '2021-07-29T14:34:52Z', 'revision_number': 5, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'gw_port': {'id': 'edd17a42-a173-49b6-8fba-a1b1b1f8269b', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:39Z', 'updated_at': '2021-07-29T14:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi'}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:34:52.939644 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c1c870-3b55-47f0-8dd8-f5531d438191 None None] Checking router: e4d8203b-6501-4bf7-a212-16df2966a1ee for host: dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:34:52.947920 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c1c870-3b55-47f0-8dd8-f5531d438191 None None] Routers {'e4d8203b-6501-4bf7-a212-16df2966a1ee'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:34:52.948741 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-f0c1c870-3b55-47f0-8dd8-f5531d438191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:34:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['e4d8203b-6501-4bf7-a212-16df2966a1ee'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:34:52.951690 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [None req-cdea126f-23f1-467e-afd1-e05eb40f4f66 admin admin] For port edd17a42-a173-49b6-8fba-a1b1b1f8269b, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=edd17a42-a173-49b6-8fba-a1b1b1f8269b,segment=NetworkSegment(e7b1a31c-3199-44cd-ae65-85b7e84c8d28),segment_id=e7b1a31c-3199-44cd-ae65-85b7e84c8d28)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:34:52.952062 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cdea126f-23f1-467e-afd1-e05eb40f4f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:52.964716 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-cdea126f-23f1-467e-afd1-e05eb40f4f66 admin admin] Calling delete_port for edd17a42-a173-49b6-8fba-a1b1b1f8269b owned by network:router_gateway {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:34:53.031450 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-f0c1c870-3b55-47f0-8dd8-f5531d438191 None None] Set router e4d8203b-6501-4bf7-a212-16df2966a1ee gateway port host: None {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:34:53.132206 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cdea126f-23f1-467e-afd1-e05eb40f4f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:53.160244 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea126f-23f1-467e-afd1-e05eb40f4f66 admin admin] Pushing event deleted for resources: {'Port': ['ID=edd17a42-a173-49b6-8fba-a1b1b1f8269b,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:34:53.210336 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-f0c1c870-3b55-47f0-8dd8-f5531d438191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'name': 'tempest-TestVolumeBootPattern-1288691138-router', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:38Z', 'updated_at': '2021-07-29T14:34:52Z', 'revision_number': 6, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'gw_port_host': None}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:34:53.222783 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cdea126f-23f1-467e-afd1-e05eb40f4f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-744587'] for router_gateway, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:53.239774 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c1c870-3b55-47f0-8dd8-f5531d438191 None None] The sync data for ids ['e4d8203b-6501-4bf7-a212-16df2966a1ee'] in dv-cinder-802882-2-iscsi is: [{'id': 'e4d8203b-6501-4bf7-a212-16df2966a1ee', 'name': 'tempest-TestVolumeBootPattern-1288691138-router', 'tenant_id': '790cbd91660745c18b1d53f07528a1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:38Z', 'updated_at': '2021-07-29T14:34:52Z', 'revision_number': 6, 'project_id': '790cbd91660745c18b1d53f07528a1b3', 'gw_port_host': None}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:34:53.564307 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cdea126f-23f1-467e-afd1-e05eb40f4f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2728'] for router, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:53.566294 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cdea126f-23f1-467e-afd1-e05eb40f4f66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:53.608785 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cdea126f-23f1-467e-afd1-e05eb40f4f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540292'] for router, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:53.609394 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdea126f-23f1-467e-afd1-e05eb40f4f66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4d8203b-6501-4bf7-a212-16df2966a1ee {{(pid=93047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:34:53.614999 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-cdea126f-23f1-467e-afd1-e05eb40f4f66 admin admin] Notify callbacks [] for router, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:53.615739 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-cdea126f-23f1-467e-afd1-e05eb40f4f66 admin admin] 10.222.0.44 "DELETE /v2.0/routers/e4d8203b-6501-4bf7-a212-16df2966a1ee HTTP/1.1" status: 204 len: 168 time: 1.0096035 Jul 29 14:34:53.618590 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 36666) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:34:53.664315 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf153da-1e83-4301-b998-681cfd6afd38 admin admin] Deleting subnet 96251832-4e3f-4c8a-b08d-273ae0959694 {{(pid=93046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:34:53.668570 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dbf153da-1e83-4301-b998-681cfd6afd38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:53.705236 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dbf153da-1e83-4301-b998-681cfd6afd38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2928358'] for subnet, precommit_delete_associations {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:53.783798 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dbf153da-1e83-4301-b998-681cfd6afd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773198'] for subnet, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:53.834191 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dbf153da-1e83-4301-b998-681cfd6afd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2971958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58777958'] for subnet, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:53.860298 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf153da-1e83-4301-b998-681cfd6afd38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96251832-4e3f-4c8a-b08d-273ae0959694,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:34:53.864803 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-dbf153da-1e83-4301-b998-681cfd6afd38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:53.866924 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-dbf153da-1e83-4301-b998-681cfd6afd38 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/96251832-4e3f-4c8a-b08d-273ae0959694 HTTP/1.1" status: 204 len: 168 time: 0.2473493 Jul 29 14:34:53.869373 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 36668) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:34:53.872406 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77abc3b-db08-4293-9c5e-065b75391894 None None] Network fc30f6c6-945d-4102-8889-37cbeb7abf30 requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:34:53.934842 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ac3eb64c-18f3-4cf0-8c4f-1855e2607a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653895'] for network, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:53.992419 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-ac3eb64c-18f3-4cf0-8c4f-1855e2607a3d admin admin] Deleting port a1b2d8f0-1a6f-489c-9925-932567de1a5b {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:34:53.992874 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ac3eb64c-18f3-4cf0-8c4f-1855e2607a3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:54.049527 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfaef8ea-1872-46aa-8ab6-520f364943ca None None] DHCP port deletion for fc30f6c6-945d-4102-8889-37cbeb7abf30 request from dv-cinder-802882-2-iscsi {{(pid=93048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:34:54.059610 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [None req-ac3eb64c-18f3-4cf0-8c4f-1855e2607a3d admin admin] For port a1b2d8f0-1a6f-489c-9925-932567de1a5b, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=a1b2d8f0-1a6f-489c-9925-932567de1a5b,segment=NetworkSegment(9e1b997b-38b8-4a39-8704-0a229296c38f),segment_id=9e1b997b-38b8-4a39-8704-0a229296c38f)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:34:54.059979 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ac3eb64c-18f3-4cf0-8c4f-1855e2607a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:54.072719 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-ac3eb64c-18f3-4cf0-8c4f-1855e2607a3d admin admin] Calling delete_port for a1b2d8f0-1a6f-489c-9925-932567de1a5b owned by network:dhcp {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:34:54.099980 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-dfaef8ea-1872-46aa-8ab6-520f364943ca None None] Deleting port a1b2d8f0-1a6f-489c-9925-932567de1a5b {{(pid=93048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:34:54.100432 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-dfaef8ea-1872-46aa-8ab6-520f364943ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:54.156578 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ac3eb64c-18f3-4cf0-8c4f-1855e2607a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:54.164691 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-dfaef8ea-1872-46aa-8ab6-520f364943ca None None] For port a1b2d8f0-1a6f-489c-9925-932567de1a5b, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=a1b2d8f0-1a6f-489c-9925-932567de1a5b,segment=NetworkSegment(9e1b997b-38b8-4a39-8704-0a229296c38f),segment_id=9e1b997b-38b8-4a39-8704-0a229296c38f)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:34:54.165896 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-dfaef8ea-1872-46aa-8ab6-520f364943ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:54.181388 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-dfaef8ea-1872-46aa-8ab6-520f364943ca None None] Calling delete_port for a1b2d8f0-1a6f-489c-9925-932567de1a5b owned by network:dhcp {{(pid=93048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:34:54.186556 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3eb64c-18f3-4cf0-8c4f-1855e2607a3d admin admin] No DVR routers for this DVR port a1b2d8f0-1a6f-489c-9925-932567de1a5b on host dv-cinder-802882-2-iscsi {{(pid=93046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:34:54.188661 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3eb64c-18f3-4cf0-8c4f-1855e2607a3d admin admin] Pushing event deleted for resources: {'Port': ['ID=a1b2d8f0-1a6f-489c-9925-932567de1a5b,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:34:54.256380 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device edd17a42-a173-49b6-8fba-a1b1b1f8269b no longer exists at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:34:54.264927 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ac3eb64c-18f3-4cf0-8c4f-1855e2607a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770265', 'neutron.services.segments.db._delete_segments_for_network-8774390517041'] for network, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:54.278825 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-ac3eb64c-18f3-4cf0-8c4f-1855e2607a3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc30f6c6-945d-4102-8889-37cbeb7abf30']}} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:34:54.280509 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] No Port match for: edd17a42-a173-49b6-8fba-a1b1b1f8269b {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:34:54.281292 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device edd17a42-a173-49b6-8fba-a1b1b1f8269b not bound to the agent host dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:34:54.281444 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device b0a5fe53-2a18-4a19-acdc-ae1af38e5c21 no longer exists at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:34:54.291300 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-ac3eb64c-18f3-4cf0-8c4f-1855e2607a3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e1b997b-38b8-4a39-8704-0a229296c38f') {'for_net_delete': True} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:34:54.291693 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-ac3eb64c-18f3-4cf0-8c4f-1855e2607a3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e1b997b-38b8-4a39-8704-0a229296c38f') {} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:34:54.305173 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ac3eb64c-18f3-4cf0-8c4f-1855e2607a3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774390517562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2928365'] for segment, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:54.307739 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] No Port match for: b0a5fe53-2a18-4a19-acdc-ae1af38e5c21 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:34:54.308086 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device b0a5fe53-2a18-4a19-acdc-ae1af38e5c21 not bound to the agent host dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:34:54.308505 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device a1b2d8f0-1a6f-489c-9925-932567de1a5b no longer exists at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:34:54.320252 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ac3eb64c-18f3-4cf0-8c4f-1855e2607a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:54.329546 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] No Port match for: a1b2d8f0-1a6f-489c-9925-932567de1a5b {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:34:54.329894 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device a1b2d8f0-1a6f-489c-9925-932567de1a5b not bound to the agent host dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:34:54.332974 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-dfaef8ea-1872-46aa-8ab6-520f364943ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087'] for port, after_delete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:54.333510 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac3eb64c-18f3-4cf0-8c4f-1855e2607a3d admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=93046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:34:54.333873 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ac3eb64c-18f3-4cf0-8c4f-1855e2607a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972648'] for segment, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:54.337092 dv-cinder-802882-2-iscsi neutron-server[93046]: Traceback (most recent call last): Jul 29 14:34:54.337092 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:34:54.337092 dv-cinder-802882-2-iscsi neutron-server[93046]: timer() Jul 29 14:34:54.337092 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:34:54.337092 dv-cinder-802882-2-iscsi neutron-server[93046]: cb(*args, **kw) Jul 29 14:34:54.337092 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:34:54.337092 dv-cinder-802882-2-iscsi neutron-server[93046]: return func(*args, **kwargs) Jul 29 14:34:54.337092 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:34:54.337092 dv-cinder-802882-2-iscsi neutron-server[93046]: self._notify() Jul 29 14:34:54.337092 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:34:54.337092 dv-cinder-802882-2-iscsi neutron-server[93046]: self.callback(batched_events) Jul 29 14:34:54.337092 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:34:54.337092 dv-cinder-802882-2-iscsi neutron-server[93046]: event.method(event) Jul 29 14:34:54.337092 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:34:54.337092 dv-cinder-802882-2-iscsi neutron-server[93046]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:34:54.337092 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:34:54.337092 dv-cinder-802882-2-iscsi neutron-server[93046]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:34:54.337092 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:34:54.337092 dv-cinder-802882-2-iscsi neutron-server[93046]: return f(self, *a, **k) Jul 29 14:34:54.337092 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:34:54.337092 dv-cinder-802882-2-iscsi neutron-server[93046]: return self._get(url).json() Jul 29 14:34:54.337092 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:34:54.337092 dv-cinder-802882-2-iscsi neutron-server[93046]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:34:54.337092 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:34:54.337092 dv-cinder-802882-2-iscsi neutron-server[93046]: return self.request(url, 'GET', **kwargs) Jul 29 14:34:54.337092 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:34:54.337092 dv-cinder-802882-2-iscsi neutron-server[93046]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:34:54.337092 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:34:54.337092 dv-cinder-802882-2-iscsi neutron-server[93046]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:34:54.337092 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:34:54.337092 dv-cinder-802882-2-iscsi neutron-server[93046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:34:54.337092 dv-cinder-802882-2-iscsi neutron-server[93046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:34:54.345904 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaef8ea-1872-46aa-8ab6-520f364943ca None None] No DVR routers for this DVR port a1b2d8f0-1a6f-489c-9925-932567de1a5b on host dv-cinder-802882-2-iscsi {{(pid=93048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:34:54.366832 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaef8ea-1872-46aa-8ab6-520f364943ca None None] Pushing event deleted for resources: {'Port': ['ID=a1b2d8f0-1a6f-489c-9925-932567de1a5b,revision_number=None']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:34:54.374979 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaef8ea-1872-46aa-8ab6-520f364943ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:54.375337 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaef8ea-1872-46aa-8ab6-520f364943ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:54.375680 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaef8ea-1872-46aa-8ab6-520f364943ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:54.376004 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaef8ea-1872-46aa-8ab6-520f364943ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:54.376338 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaef8ea-1872-46aa-8ab6-520f364943ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:54.376662 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaef8ea-1872-46aa-8ab6-520f364943ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:54.376981 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaef8ea-1872-46aa-8ab6-520f364943ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:54.377307 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaef8ea-1872-46aa-8ab6-520f364943ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:54.377633 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaef8ea-1872-46aa-8ab6-520f364943ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:54.377977 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaef8ea-1872-46aa-8ab6-520f364943ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:54.378302 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaef8ea-1872-46aa-8ab6-520f364943ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:54.378621 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaef8ea-1872-46aa-8ab6-520f364943ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-2-iscsi {{(pid=93048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:54.403614 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ac3eb64c-18f3-4cf0-8c4f-1855e2607a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744631'] for network, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:54.408772 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-ac3eb64c-18f3-4cf0-8c4f-1855e2607a3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:54.410638 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-ac3eb64c-18f3-4cf0-8c4f-1855e2607a3d admin admin] 10.222.0.44 "DELETE /v2.0/networks/fc30f6c6-945d-4102-8889-37cbeb7abf30 HTTP/1.1" status: 204 len: 168 time: 0.5403056 Jul 29 14:34:54.413803 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 36670) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:34:54.421606 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3eb64c-18f3-4cf0-8c4f-1855e2607a3d admin admin] Pushing event deleted for resources: {'Network': ['ID=fc30f6c6-945d-4102-8889-37cbeb7abf30,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:34:54.760754 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0b63539c-cac5-4d43-8459-0b1169abb36d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659525'] for router_interface, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:55.003270 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-0b63539c-cac5-4d43-8459-0b1169abb36d admin admin] Deleting port d214dada-6a3b-4480-ac7a-b342ec0edb8b {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:34:55.003614 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0b63539c-cac5-4d43-8459-0b1169abb36d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:55.083184 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [None req-0b63539c-cac5-4d43-8459-0b1169abb36d admin admin] For port d214dada-6a3b-4480-ac7a-b342ec0edb8b, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=d214dada-6a3b-4480-ac7a-b342ec0edb8b,segment=NetworkSegment(96cf41bc-7609-4363-9fdc-97c88c0f9c10),segment_id=96cf41bc-7609-4363-9fdc-97c88c0f9c10)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:34:55.083546 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0b63539c-cac5-4d43-8459-0b1169abb36d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:55.096254 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-38a40ee1-c026-4a4b-93a8-bd54863cf5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:55.097085 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-0b63539c-cac5-4d43-8459-0b1169abb36d admin admin] Calling delete_port for d214dada-6a3b-4480-ac7a-b342ec0edb8b owned by network:router_interface {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:34:55.273072 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0b63539c-cac5-4d43-8459-0b1169abb36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:55.297703 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63539c-cac5-4d43-8459-0b1169abb36d admin admin] Pushing event deleted for resources: {'Port': ['ID=d214dada-6a3b-4480-ac7a-b342ec0edb8b,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:34:55.471767 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-0b63539c-cac5-4d43-8459-0b1169abb36d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659497'] for router_interface, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:55.678295 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b63539c-cac5-4d43-8459-0b1169abb36d admin admin] Router 4f7910c9-6cee-4189-b75a-ea14043f2ffc has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:34:55.788563 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b63539c-cac5-4d43-8459-0b1169abb36d admin admin] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:34:55.793445 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-0b63539c-cac5-4d43-8459-0b1169abb36d admin admin] 10.222.0.44 "PUT /v2.0/routers/4f7910c9-6cee-4189-b75a-ea14043f2ffc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3785090 Jul 29 14:34:55.795953 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 36674) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:34:55.798491 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baea8a4-ce75-44ac-9e9f-267351e579c1 None None] Sync routers for ids ['4f7910c9-6cee-4189-b75a-ea14043f2ffc'] in dv-cinder-802882-2-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:34:55.807680 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baea8a4-ce75-44ac-9e9f-267351e579c1 None None] Routers {'4f7910c9-6cee-4189-b75a-ea14043f2ffc'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:34:55.808294 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-6baea8a4-ce75-44ac-9e9f-267351e579c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:34:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['4f7910c9-6cee-4189-b75a-ea14043f2ffc'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:34:55.898019 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-bdfc00ef-b49d-4f73-85d0-44b557e68baa admin admin] Notify callbacks [] for router, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:55.914230 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-6baea8a4-ce75-44ac-9e9f-267351e579c1 None None] Set router 4f7910c9-6cee-4189-b75a-ea14043f2ffc gateway port host: dv-cinder-802882-2-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:34:55.999517 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-bdfc00ef-b49d-4f73-85d0-44b557e68baa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:56.051919 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-bdfc00ef-b49d-4f73-85d0-44b557e68baa admin admin] Deleting port ca223efd-f11c-440e-9441-dace72ad1c48 {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:34:56.052270 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-bdfc00ef-b49d-4f73-85d0-44b557e68baa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:56.086903 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-6baea8a4-ce75-44ac-9e9f-267351e579c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7910c9-6cee-4189-b75a-ea14043f2ffc', 'name': 'tempest-TestVolumeBootPattern-1464212530-router', 'tenant_id': 'f6ce0d9937204effaee460355e5bd8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'ca223efd-f11c-440e-9441-dace72ad1c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:49Z', 'updated_at': '2021-07-29T14:34:55Z', 'revision_number': 5, 'project_id': 'f6ce0d9937204effaee460355e5bd8cd', 'gw_port': {'id': 'ca223efd-f11c-440e-9441-dace72ad1c48', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7910c9-6cee-4189-b75a-ea14043f2ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:26:50Z', 'updated_at': '2021-07-29T14:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi'}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:34:56.115279 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baea8a4-ce75-44ac-9e9f-267351e579c1 None None] Checking router: 4f7910c9-6cee-4189-b75a-ea14043f2ffc for host: dv-cinder-802882-2-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:34:56.123889 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baea8a4-ce75-44ac-9e9f-267351e579c1 None None] Routers {'4f7910c9-6cee-4189-b75a-ea14043f2ffc'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:34:56.124489 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-6baea8a4-ce75-44ac-9e9f-267351e579c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:34:28Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['4f7910c9-6cee-4189-b75a-ea14043f2ffc'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:34:56.133893 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [None req-bdfc00ef-b49d-4f73-85d0-44b557e68baa admin admin] For port ca223efd-f11c-440e-9441-dace72ad1c48, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=ca223efd-f11c-440e-9441-dace72ad1c48,segment=NetworkSegment(e7b1a31c-3199-44cd-ae65-85b7e84c8d28),segment_id=e7b1a31c-3199-44cd-ae65-85b7e84c8d28)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:34:56.134307 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-bdfc00ef-b49d-4f73-85d0-44b557e68baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:56.147743 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-bdfc00ef-b49d-4f73-85d0-44b557e68baa admin admin] Calling delete_port for ca223efd-f11c-440e-9441-dace72ad1c48 owned by network:router_gateway {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:34:56.210759 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-6baea8a4-ce75-44ac-9e9f-267351e579c1 None None] Set router 4f7910c9-6cee-4189-b75a-ea14043f2ffc gateway port host: None {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:34:56.264791 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-6baea8a4-ce75-44ac-9e9f-267351e579c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7910c9-6cee-4189-b75a-ea14043f2ffc', 'name': 'tempest-TestVolumeBootPattern-1464212530-router', 'tenant_id': 'f6ce0d9937204effaee460355e5bd8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:49Z', 'updated_at': '2021-07-29T14:34:55Z', 'revision_number': 6, 'project_id': 'f6ce0d9937204effaee460355e5bd8cd', 'gw_port_host': None}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:34:56.295672 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baea8a4-ce75-44ac-9e9f-267351e579c1 None None] The sync data for ids ['4f7910c9-6cee-4189-b75a-ea14043f2ffc'] in dv-cinder-802882-2-iscsi is: [{'id': '4f7910c9-6cee-4189-b75a-ea14043f2ffc', 'name': 'tempest-TestVolumeBootPattern-1464212530-router', 'tenant_id': 'f6ce0d9937204effaee460355e5bd8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:26:49Z', 'updated_at': '2021-07-29T14:34:55Z', 'revision_number': 6, 'project_id': 'f6ce0d9937204effaee460355e5bd8cd', 'gw_port_host': None}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:34:56.327986 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-bdfc00ef-b49d-4f73-85d0-44b557e68baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:56.353400 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc00ef-b49d-4f73-85d0-44b557e68baa admin admin] Pushing event deleted for resources: {'Port': ['ID=ca223efd-f11c-440e-9441-dace72ad1c48,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:34:56.413844 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-bdfc00ef-b49d-4f73-85d0-44b557e68baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-744587'] for router_gateway, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:56.418972 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:56.503769 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-bdfc00ef-b49d-4f73-85d0-44b557e68baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2728'] for router, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:56.505782 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-bdfc00ef-b49d-4f73-85d0-44b557e68baa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:56.549488 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-bdfc00ef-b49d-4f73-85d0-44b557e68baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540292'] for router, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:56.549995 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfc00ef-b49d-4f73-85d0-44b557e68baa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f7910c9-6cee-4189-b75a-ea14043f2ffc {{(pid=93047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:34:56.554422 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-bdfc00ef-b49d-4f73-85d0-44b557e68baa admin admin] Notify callbacks [] for router, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:56.555650 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-bdfc00ef-b49d-4f73-85d0-44b557e68baa admin admin] 10.222.0.44 "DELETE /v2.0/routers/4f7910c9-6cee-4189-b75a-ea14043f2ffc HTTP/1.1" status: 204 len: 168 time: 0.7587826 Jul 29 14:34:56.558847 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 36676) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:34:56.601479 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf31ac6-e082-432d-9106-fc9b83c4c49b admin admin] Deleting subnet db9eb380-b05c-41c1-86c3-7453bef69288 {{(pid=93047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:34:56.604963 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-abf31ac6-e082-432d-9106-fc9b83c4c49b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:56.638539 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-abf31ac6-e082-432d-9106-fc9b83c4c49b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3079124'] for subnet, precommit_delete_associations {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:56.723306 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-abf31ac6-e082-432d-9106-fc9b83c4c49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773198'] for subnet, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:56.779285 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-abf31ac6-e082-432d-9106-fc9b83c4c49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58905770'] for subnet, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:56.804586 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf31ac6-e082-432d-9106-fc9b83c4c49b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db9eb380-b05c-41c1-86c3-7453bef69288,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:34:56.808782 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-abf31ac6-e082-432d-9106-fc9b83c4c49b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:56.811287 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-abf31ac6-e082-432d-9106-fc9b83c4c49b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/db9eb380-b05c-41c1-86c3-7453bef69288 HTTP/1.1" status: 204 len: 168 time: 0.2509038 Jul 29 14:34:56.813081 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 36678) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:34:56.815714 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31cbd95-0c3c-48d4-a6c1-f85a3a840a7a None None] Network 50fd417f-a92c-4869-a8e4-687249649b1f requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:34:56.882557 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d291a0c1-1edb-470a-9b27-42fd44aa9973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653895'] for network, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:56.942897 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-d291a0c1-1edb-470a-9b27-42fd44aa9973 admin admin] Deleting port 91f7ad58-04a9-4c5c-a824-0d1e944831ab {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:34:56.943241 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d291a0c1-1edb-470a-9b27-42fd44aa9973 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:57.006429 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [None req-d291a0c1-1edb-470a-9b27-42fd44aa9973 admin admin] For port 91f7ad58-04a9-4c5c-a824-0d1e944831ab, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=91f7ad58-04a9-4c5c-a824-0d1e944831ab,segment=NetworkSegment(96cf41bc-7609-4363-9fdc-97c88c0f9c10),segment_id=96cf41bc-7609-4363-9fdc-97c88c0f9c10)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:34:57.006740 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d291a0c1-1edb-470a-9b27-42fd44aa9973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:57.019331 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-d291a0c1-1edb-470a-9b27-42fd44aa9973 admin admin] Calling delete_port for 91f7ad58-04a9-4c5c-a824-0d1e944831ab owned by network:dhcp {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:34:57.074048 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b64126-1dc7-4f7e-b95e-4b5489291fff None None] DHCP port deletion for 50fd417f-a92c-4869-a8e4-687249649b1f request from dv-cinder-802882-2-iscsi {{(pid=93048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:34:57.105647 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d291a0c1-1edb-470a-9b27-42fd44aa9973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:57.123432 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-86b64126-1dc7-4f7e-b95e-4b5489291fff None None] Deleting port 91f7ad58-04a9-4c5c-a824-0d1e944831ab {{(pid=93048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:34:57.123822 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-86b64126-1dc7-4f7e-b95e-4b5489291fff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:57.131784 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291a0c1-1edb-470a-9b27-42fd44aa9973 admin admin] Pushing event deleted for resources: {'Port': ['ID=91f7ad58-04a9-4c5c-a824-0d1e944831ab,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:34:57.133608 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d291a0c1-1edb-470a-9b27-42fd44aa9973 admin admin] No DVR routers for this DVR port 91f7ad58-04a9-4c5c-a824-0d1e944831ab on host dv-cinder-802882-2-iscsi {{(pid=93047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:34:57.190306 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-86b64126-1dc7-4f7e-b95e-4b5489291fff None None] For port 91f7ad58-04a9-4c5c-a824-0d1e944831ab, host dv-cinder-802882-2-iscsi, got binding levels [] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:34:57.190810 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-86b64126-1dc7-4f7e-b95e-4b5489291fff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:57.205799 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-86b64126-1dc7-4f7e-b95e-4b5489291fff None None] Calling delete_port for 91f7ad58-04a9-4c5c-a824-0d1e944831ab owned by network:dhcp {{(pid=93048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:34:57.208577 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.ipam_backend_mixin [None req-86b64126-1dc7-4f7e-b95e-4b5489291fff None None] Port 91f7ad58-04a9-4c5c-a824-0d1e944831ab was not found and therefore no delete operation was performed {{(pid=93048) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 14:34:57.209622 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d291a0c1-1edb-470a-9b27-42fd44aa9973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770265', 'neutron.services.segments.db._delete_segments_for_network-8774390517041'] for network, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:57.209834 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-86b64126-1dc7-4f7e-b95e-4b5489291fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087'] for port, after_delete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:57.219783 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-d291a0c1-1edb-470a-9b27-42fd44aa9973 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50fd417f-a92c-4869-a8e4-687249649b1f']}} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:34:57.230873 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-d291a0c1-1edb-470a-9b27-42fd44aa9973 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96cf41bc-7609-4363-9fdc-97c88c0f9c10') {'for_net_delete': True} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:34:57.231262 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-d291a0c1-1edb-470a-9b27-42fd44aa9973 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96cf41bc-7609-4363-9fdc-97c88c0f9c10') {} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:34:57.235978 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b64126-1dc7-4f7e-b95e-4b5489291fff None None] Pushing event deleted for resources: {'Port': ['ID=91f7ad58-04a9-4c5c-a824-0d1e944831ab,revision_number=None']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:34:57.241281 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b64126-1dc7-4f7e-b95e-4b5489291fff None None] No DVR routers for this DVR port 91f7ad58-04a9-4c5c-a824-0d1e944831ab on host dv-cinder-802882-2-iscsi {{(pid=93048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:34:57.241475 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d291a0c1-1edb-470a-9b27-42fd44aa9973 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774390517562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3079135'] for segment, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:57.265203 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d291a0c1-1edb-470a-9b27-42fd44aa9973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:57.272695 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d291a0c1-1edb-470a-9b27-42fd44aa9973 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=93047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:34:57.273103 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d291a0c1-1edb-470a-9b27-42fd44aa9973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078533'] for segment, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:57.276588 dv-cinder-802882-2-iscsi neutron-server[93047]: Traceback (most recent call last): Jul 29 14:34:57.276588 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:34:57.276588 dv-cinder-802882-2-iscsi neutron-server[93047]: timer() Jul 29 14:34:57.276588 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:34:57.276588 dv-cinder-802882-2-iscsi neutron-server[93047]: cb(*args, **kw) Jul 29 14:34:57.276588 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:34:57.276588 dv-cinder-802882-2-iscsi neutron-server[93047]: return func(*args, **kwargs) Jul 29 14:34:57.276588 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:34:57.276588 dv-cinder-802882-2-iscsi neutron-server[93047]: self._notify() Jul 29 14:34:57.276588 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:34:57.276588 dv-cinder-802882-2-iscsi neutron-server[93047]: self.callback(batched_events) Jul 29 14:34:57.276588 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:34:57.276588 dv-cinder-802882-2-iscsi neutron-server[93047]: event.method(event) Jul 29 14:34:57.276588 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:34:57.276588 dv-cinder-802882-2-iscsi neutron-server[93047]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:34:57.276588 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:34:57.276588 dv-cinder-802882-2-iscsi neutron-server[93047]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:34:57.276588 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:34:57.276588 dv-cinder-802882-2-iscsi neutron-server[93047]: return f(self, *a, **k) Jul 29 14:34:57.276588 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:34:57.276588 dv-cinder-802882-2-iscsi neutron-server[93047]: return self._get(url).json() Jul 29 14:34:57.276588 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:34:57.276588 dv-cinder-802882-2-iscsi neutron-server[93047]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:34:57.276588 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:34:57.276588 dv-cinder-802882-2-iscsi neutron-server[93047]: return self.request(url, 'GET', **kwargs) Jul 29 14:34:57.276588 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:34:57.276588 dv-cinder-802882-2-iscsi neutron-server[93047]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:34:57.276588 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:34:57.276588 dv-cinder-802882-2-iscsi neutron-server[93047]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:34:57.276588 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:34:57.276588 dv-cinder-802882-2-iscsi neutron-server[93047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:34:57.276588 dv-cinder-802882-2-iscsi neutron-server[93047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:34:57.341271 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d291a0c1-1edb-470a-9b27-42fd44aa9973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744631'] for network, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:57.349423 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d291a0c1-1edb-470a-9b27-42fd44aa9973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:57.351691 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-d291a0c1-1edb-470a-9b27-42fd44aa9973 admin admin] 10.222.0.44 "DELETE /v2.0/networks/50fd417f-a92c-4869-a8e4-687249649b1f HTTP/1.1" status: 204 len: 168 time: 0.5376687 Jul 29 14:34:57.366545 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291a0c1-1edb-470a-9b27-42fd44aa9973 admin admin] Pushing event deleted for resources: {'Network': ['ID=50fd417f-a92c-4869-a8e4-687249649b1f,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:34:57.472216 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 36682) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:34:57.514558 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-aacf07a2-af1b-41d5-b02e-a1cb841f74c0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=790cbd91660745c18b1d53f07528a1b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411727 Jul 29 14:34:57.517066 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 36684) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:34:57.569588 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1369d23d-1c84-455a-adb6-bc0eb4418203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:57.590805 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1369d23d-1c84-455a-adb6-bc0eb4418203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:57.635399 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1369d23d-1c84-455a-adb6-bc0eb4418203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:57.638200 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-1369d23d-1c84-455a-adb6-bc0eb4418203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:57.639317 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-1369d23d-1c84-455a-adb6-bc0eb4418203 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e79ccd86-a5f8-496e-a641-47da89cd7587 HTTP/1.1" status: 204 len: 168 time: 0.1213474 Jul 29 14:34:57.646866 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369d23d-1c84-455a-adb6-bc0eb4418203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79ccd86-a5f8-496e-a641-47da89cd7587,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:34:57.944993 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 36690) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:34:57.984186 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-32a64e63-14e2-49a2-90bc-695a827a7e60 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f6ce0d9937204effaee460355e5bd8cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380063 Jul 29 14:34:57.986596 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 36692) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:34:58.034336 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-036ab148-b219-4708-8554-737e28f8d7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:58.044511 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d84a890d-11e9-4c38-ac06-c4b2fa0e6e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:58.055273 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-036ab148-b219-4708-8554-737e28f8d7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:58.099521 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-036ab148-b219-4708-8554-737e28f8d7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:58.102106 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-036ab148-b219-4708-8554-737e28f8d7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:58.103226 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-036ab148-b219-4708-8554-737e28f8d7fd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/75b2e6a5-5378-4742-9cea-54803aaea5f1 HTTP/1.1" status: 204 len: 168 time: 0.1156449 Jul 29 14:34:58.110758 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ab148-b219-4708-8554-737e28f8d7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b2e6a5-5378-4742-9cea-54803aaea5f1,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:34:58.216073 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 91f7ad58-04a9-4c5c-a824-0d1e944831ab no longer exists at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:34:58.236022 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] No Port match for: 91f7ad58-04a9-4c5c-a824-0d1e944831ab {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:34:58.236437 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 91f7ad58-04a9-4c5c-a824-0d1e944831ab not bound to the agent host dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:34:58.236975 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device d214dada-6a3b-4480-ac7a-b342ec0edb8b no longer exists at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:34:58.267503 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] No Port match for: d214dada-6a3b-4480-ac7a-b342ec0edb8b {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:34:58.269225 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device d214dada-6a3b-4480-ac7a-b342ec0edb8b not bound to the agent host dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:34:58.269662 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device ca223efd-f11c-440e-9441-dace72ad1c48 no longer exists at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:34:58.302772 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] No Port match for: ca223efd-f11c-440e-9441-dace72ad1c48 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:34:58.303195 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device ca223efd-f11c-440e-9441-dace72ad1c48 not bound to the agent host dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:34:58.307982 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:59.380455 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:01.414130 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:03.775062 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 36698) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:35:03.927854 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-8f0e5bb5-ca22-4cb2-9b2e-3878bb0fb1c6 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Deleting port 48843787-0018-463e-a3ab-0ff8a223f5d7 {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:35:03.928197 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8f0e5bb5-ca22-4cb2-9b2e-3878bb0fb1c6 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:04.005063 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8f0e5bb5-ca22-4cb2-9b2e-3878bb0fb1c6 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:04.005399 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8f0e5bb5-ca22-4cb2-9b2e-3878bb0fb1c6 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:04.017373 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-8f0e5bb5-ca22-4cb2-9b2e-3878bb0fb1c6 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Calling delete_port for 48843787-0018-463e-a3ab-0ff8a223f5d7 owned by network:floatingip {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:35:04.163088 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8f0e5bb5-ca22-4cb2-9b2e-3878bb0fb1c6 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:04.188635 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e5bb5-ca22-4cb2-9b2e-3878bb0fb1c6 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Pushing event deleted for resources: {'Port': ['ID=48843787-0018-463e-a3ab-0ff8a223f5d7,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:35:04.250107 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8f0e5bb5-ca22-4cb2-9b2e-3878bb0fb1c6 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks [] for floatingip, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:04.250474 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.db.l3_db [None req-8f0e5bb5-ca22-4cb2-9b2e-3878bb0fb1c6 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Floating IP 64304944-cdf5-45a4-b837-ac0c1a7f0f2f disassociated (deleted). External IP: 172.27.2.33, port: d58b2dbf-e030-4031-8532-327efdae9f09. Jul 29 14:35:04.700337 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0e5bb5-ca22-4cb2-9b2e-3878bb0fb1c6 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Router a2f7842a-40a2-491d-a2af-db24f50cf8ef has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:35:04.808112 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0e5bb5-ca22-4cb2-9b2e-3878bb0fb1c6 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:35:04.812512 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-8f0e5bb5-ca22-4cb2-9b2e-3878bb0fb1c6 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for floatingip, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:04.819978 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59ad566-9db7-414f-a7b9-de4503686c19 None None] Sync routers for ids ['a2f7842a-40a2-491d-a2af-db24f50cf8ef'] in dv-cinder-802882-2-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:35:04.829622 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59ad566-9db7-414f-a7b9-de4503686c19 None None] Routers {'a2f7842a-40a2-491d-a2af-db24f50cf8ef'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:35:04.830261 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-b59ad566-9db7-414f-a7b9-de4503686c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:34:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['a2f7842a-40a2-491d-a2af-db24f50cf8ef'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:35:04.840417 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-8f0e5bb5-ca22-4cb2-9b2e-3878bb0fb1c6 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "DELETE /v2.0/floatingips/64304944-cdf5-45a4-b837-ac0c1a7f0f2f HTTP/1.1" status: 204 len: 168 time: 1.0642474 Jul 29 14:35:04.841012 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73396c22-d09b-441a-9853-e874bafff720', 'tag': 'd58b2dbf-e030-4031-8532-327efdae9f09'}] {{(pid=93047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:35:04.843351 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d29991c668386e200e1a1994fca063bc4f2dc54aaad28d0a971c904e1588ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824c1539-13d1-4bbb-8e55-20a1c548c583" -d '{"events": [{"name": "network-changed", "server_uuid": "73396c22-d09b-441a-9853-e874bafff720", "tag": "d58b2dbf-e030-4031-8532-327efdae9f09"}]}' {{(pid=93047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:35:04.879727 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44be8fc4-12fd-41c1-b5be-87285d703239 x-openstack-request-id: req-44be8fc4-12fd-41c1-b5be-87285d703239 {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:35:04.880042 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73396c22-d09b-441a-9853-e874bafff720", "tag": "d58b2dbf-e030-4031-8532-327efdae9f09", "status": "completed", "code": 200}]} {{(pid=93047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:35:04.880294 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-44be8fc4-12fd-41c1-b5be-87285d703239 {{(pid=93047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:35:04.880821 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73396c22-d09b-441a-9853-e874bafff720', 'tag': 'd58b2dbf-e030-4031-8532-327efdae9f09', 'status': 'completed', 'code': 200} Jul 29 14:35:04.936683 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-b59ad566-9db7-414f-a7b9-de4503686c19 None None] Set router a2f7842a-40a2-491d-a2af-db24f50cf8ef gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:35:04.968903 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c1539-13d1-4bbb-8e55-20a1c548c583 req-84cf5681-b6d9-488a-8848-ee6102869617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:35:04.970569 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-824c1539-13d1-4bbb-8e55-20a1c548c583 req-84cf5681-b6d9-488a-8848-ee6102869617 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9909d279060d4835b6f235322efefc98&device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 1098 time: 0.0596645 Jul 29 14:35:05.075488 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b245c-b72f-4028-ae1e-c13ab79cb682 req-6eafbeb4-35fd-4cf3-9f21-1b683a26b5d6 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:35:05.077046 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-195b245c-b72f-4028-ae1e-c13ab79cb682 req-6eafbeb4-35fd-4cf3-9f21-1b683a26b5d6 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 945 time: 0.0504854 Jul 29 14:35:05.080453 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c1539-13d1-4bbb-8e55-20a1c548c583 req-b6010084-4499-48cc-a744-27eb239b2b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:35:05.081933 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-824c1539-13d1-4bbb-8e55-20a1c548c583 req-b6010084-4499-48cc-a744-27eb239b2b3c service neutron] 10.222.0.42 "GET /v2.0/networks?id=485bb981-027b-4d59-af5e-b80b5dab9d30 HTTP/1.1" status: 200 len: 910 time: 0.0898170 Jul 29 14:35:05.119601 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-195b245c-b72f-4028-ae1e-c13ab79cb682 req-f8921dce-5217-427c-9963-46e3bb2ba9bd tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353067 Jul 29 14:35:05.130815 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-824c1539-13d1-4bbb-8e55-20a1c548c583 req-4bfdee50-a1cf-406d-b5ce-6deddb05ed24 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d58b2dbf-e030-4031-8532-327efdae9f09 HTTP/1.1" status: 200 len: 217 time: 0.0399230 Jul 29 14:35:05.155110 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-b59ad566-9db7-414f-a7b9-de4503686c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'name': 'tempest-TestShelveInstance-1780212279-router', 'tenant_id': '9909d279060d4835b6f235322efefc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '238cdba9-6021-466b-942d-98254d4da3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:30:31Z', 'updated_at': '2021-07-29T14:30:34Z', 'revision_number': 4, 'project_id': '9909d279060d4835b6f235322efefc98', 'gw_port': {'id': '238cdba9-6021-466b-942d-98254d4da3e4', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:31Z', 'updated_at': '2021-07-29T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': '9654b1a9-0651-4545-8461-6f5dab4b757a', 'name': '', 'network_id': '485bb981-027b-4d59-af5e-b80b5dab9d30', 'tenant_id': '9909d279060d4835b6f235322efefc98', 'mac_address': 'fa:16:3e:18:1d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'b466c7f2-33c8-40e2-9381-3668f681c8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:33Z', 'updated_at': '2021-07-29T14:30:40Z', 'revision_number': 5, 'project_id': '9909d279060d4835b6f235322efefc98', 'subnets': [{'id': 'b466c7f2-33c8-40e2-9381-3668f681c8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:35:05.180399 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c1539-13d1-4bbb-8e55-20a1c548c583 req-c8ab24ce-dff2-407f-92cf-014035b74d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:35:05.181956 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-824c1539-13d1-4bbb-8e55-20a1c548c583 req-c8ab24ce-dff2-407f-92cf-014035b74d89 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b466c7f2-33c8-40e2-9381-3668f681c8d2 HTTP/1.1" status: 200 len: 848 time: 0.0439515 Jul 29 14:35:05.185356 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59ad566-9db7-414f-a7b9-de4503686c19 None None] Checking router: a2f7842a-40a2-491d-a2af-db24f50cf8ef for host: dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:35:05.193591 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59ad566-9db7-414f-a7b9-de4503686c19 None None] Routers {'a2f7842a-40a2-491d-a2af-db24f50cf8ef'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:35:05.194231 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-b59ad566-9db7-414f-a7b9-de4503686c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:34:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['a2f7842a-40a2-491d-a2af-db24f50cf8ef'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:35:05.227820 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c1539-13d1-4bbb-8e55-20a1c548c583 req-53eb5b08-35f6-4860-bd89-1b62d1e48e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:35:05.229817 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-824c1539-13d1-4bbb-8e55-20a1c548c583 req-53eb5b08-35f6-4860-bd89-1b62d1e48e9c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=485bb981-027b-4d59-af5e-b80b5dab9d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401700 Jul 29 14:35:05.299330 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-b59ad566-9db7-414f-a7b9-de4503686c19 None None] Set router a2f7842a-40a2-491d-a2af-db24f50cf8ef gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:35:05.322610 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-824c1539-13d1-4bbb-8e55-20a1c548c583 req-ef03a553-f53c-48bc-a92a-f337dc7573ce service neutron] 10.222.0.42 "GET /v2.0/networks/485bb981-027b-4d59-af5e-b80b5dab9d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833366 Jul 29 14:35:05.412176 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-824c1539-13d1-4bbb-8e55-20a1c548c583 req-8c72892e-1e0d-400e-a2d1-238c39f047cc service neutron] 10.222.0.42 "GET /v2.0/networks/485bb981-027b-4d59-af5e-b80b5dab9d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813730 Jul 29 14:35:05.493073 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-b59ad566-9db7-414f-a7b9-de4503686c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'name': 'tempest-TestShelveInstance-1780212279-router', 'tenant_id': '9909d279060d4835b6f235322efefc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '238cdba9-6021-466b-942d-98254d4da3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:30:31Z', 'updated_at': '2021-07-29T14:30:34Z', 'revision_number': 4, 'project_id': '9909d279060d4835b6f235322efefc98', 'gw_port': {'id': '238cdba9-6021-466b-942d-98254d4da3e4', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:31Z', 'updated_at': '2021-07-29T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': '9654b1a9-0651-4545-8461-6f5dab4b757a', 'name': '', 'network_id': '485bb981-027b-4d59-af5e-b80b5dab9d30', 'tenant_id': '9909d279060d4835b6f235322efefc98', 'mac_address': 'fa:16:3e:18:1d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'b466c7f2-33c8-40e2-9381-3668f681c8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:33Z', 'updated_at': '2021-07-29T14:30:40Z', 'revision_number': 5, 'project_id': '9909d279060d4835b6f235322efefc98', 'subnets': [{'id': 'b466c7f2-33c8-40e2-9381-3668f681c8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:35:05.518669 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59ad566-9db7-414f-a7b9-de4503686c19 None None] The sync data for ids ['a2f7842a-40a2-491d-a2af-db24f50cf8ef'] in dv-cinder-802882-2-iscsi is: [{'id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'name': 'tempest-TestShelveInstance-1780212279-router', 'tenant_id': '9909d279060d4835b6f235322efefc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '238cdba9-6021-466b-942d-98254d4da3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:30:31Z', 'updated_at': '2021-07-29T14:30:34Z', 'revision_number': 4, 'project_id': '9909d279060d4835b6f235322efefc98', 'gw_port': {'id': '238cdba9-6021-466b-942d-98254d4da3e4', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:31Z', 'updated_at': '2021-07-29T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi', '_interfaces': [{'id': '9654b1a9-0651-4545-8461-6f5dab4b757a', 'name': '', 'network_id': '485bb981-027b-4d59-af5e-b80b5dab9d30', 'tenant_id': '9909d279060d4835b6f235322efefc98', 'mac_address': 'fa:16:3e:18:1d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'b466c7f2-33c8-40e2-9381-3668f681c8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:33Z', 'updated_at': '2021-07-29T14:30:40Z', 'revision_number': 5, 'project_id': '9909d279060d4835b6f235322efefc98', 'subnets': [{'id': 'b466c7f2-33c8-40e2-9381-3668f681c8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:35:05.722359 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196a6d08-60a5-4184-aa1a-98bf2b614100 None None] New status for floating IP 64304944-cdf5-45a4-b837-ac0c1a7f0f2f: DOWN {{(pid=93049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:35:06.236127 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefab86-c9ec-4c7f-b726-2dd1c5fc531b req-d7579c08-3a04-4335-bf5b-e2596be62d97 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:35:06.237753 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6fefab86-c9ec-4c7f-b726-2dd1c5fc531b req-d7579c08-3a04-4335-bf5b-e2596be62d97 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 945 time: 0.0486822 Jul 29 14:35:06.275209 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-6fefab86-c9ec-4c7f-b726-2dd1c5fc531b req-fa5cd267-fd05-48e9-a28a-40e1ce299cf7 tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/security-groups?id=8609b1ad-e6a3-4827-b542-8c959babb7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314887 Jul 29 14:35:06.775604 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa370a-66b8-46d7-b1e0-3edb22c20594 req-94d1d6c7-6d3e-4394-b912-306f3ecf1eed tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:35:06.777092 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-2caa370a-66b8-46d7-b1e0-3edb22c20594 req-94d1d6c7-6d3e-4394-b912-306f3ecf1eed tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.42 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 945 time: 0.0477819 Jul 29 14:35:06.868333 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-2caa370a-66b8-46d7-b1e0-3edb22c20594 req-24c9bff6-9917-4928-8336-3f2cba505dac tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Deleting port d58b2dbf-e030-4031-8532-327efdae9f09 {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:35:06.868680 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-2caa370a-66b8-46d7-b1e0-3edb22c20594 req-24c9bff6-9917-4928-8336-3f2cba505dac tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:06.953320 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [req-2caa370a-66b8-46d7-b1e0-3edb22c20594 req-24c9bff6-9917-4928-8336-3f2cba505dac tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] For port d58b2dbf-e030-4031-8532-327efdae9f09, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=d58b2dbf-e030-4031-8532-327efdae9f09,segment=NetworkSegment(d177a896-598d-44ab-912e-cc71faf73d3b),segment_id=d177a896-598d-44ab-912e-cc71faf73d3b)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:35:06.953691 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-2caa370a-66b8-46d7-b1e0-3edb22c20594 req-24c9bff6-9917-4928-8336-3f2cba505dac tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:06.966537 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [req-2caa370a-66b8-46d7-b1e0-3edb22c20594 req-24c9bff6-9917-4928-8336-3f2cba505dac tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Calling delete_port for d58b2dbf-e030-4031-8532-327efdae9f09 owned by compute:nova {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:35:07.100601 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-2caa370a-66b8-46d7-b1e0-3edb22c20594 req-24c9bff6-9917-4928-8336-3f2cba505dac tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:07.126821 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9bff6-9917-4928-8336-3f2cba505dac tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Pushing event deleted for resources: {'Port': ['ID=d58b2dbf-e030-4031-8532-327efdae9f09,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:35:07.172546 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [req-2caa370a-66b8-46d7-b1e0-3edb22c20594 req-24c9bff6-9917-4928-8336-3f2cba505dac tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] No DVR routers for this DVR port d58b2dbf-e030-4031-8532-327efdae9f09 on host hv-cinder-80288 {{(pid=93046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:35:07.174967 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [req-2caa370a-66b8-46d7-b1e0-3edb22c20594 req-24c9bff6-9917-4928-8336-3f2cba505dac tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127763'] for port, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:07.177015 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [req-2caa370a-66b8-46d7-b1e0-3edb22c20594 req-24c9bff6-9917-4928-8336-3f2cba505dac tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.42 "DELETE /v2.0/ports/d58b2dbf-e030-4031-8532-327efdae9f09 HTTP/1.1" status: 204 len: 173 time: 0.3938019 Jul 29 14:35:07.177444 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73396c22-d09b-441a-9853-e874bafff720', 'name': 'network-vif-deleted', 'tag': 'd58b2dbf-e030-4031-8532-327efdae9f09'}] {{(pid=93046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:35:07.179693 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12d0d8acfdc7c270d197b253719fe34768a82c9c4ffac31e71dba4df5af88c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ee7d49-76cf-498c-9a98-2f38e3b0b63e" -d '{"events": [{"server_uuid": "73396c22-d09b-441a-9853-e874bafff720", "name": "network-vif-deleted", "tag": "d58b2dbf-e030-4031-8532-327efdae9f09"}]}' {{(pid=93046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:35:07.216430 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bed6b0-2b11-408d-a1ab-9325966a7a0d x-openstack-request-id: req-37bed6b0-2b11-408d-a1ab-9325966a7a0d {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:35:07.216730 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73396c22-d09b-441a-9853-e874bafff720", "name": "network-vif-deleted", "tag": "d58b2dbf-e030-4031-8532-327efdae9f09", "status": "completed", "code": 200}]} {{(pid=93046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:35:07.216998 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-37bed6b0-2b11-408d-a1ab-9325966a7a0d {{(pid=93046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:35:07.217397 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73396c22-d09b-441a-9853-e874bafff720', 'name': 'network-vif-deleted', 'tag': 'd58b2dbf-e030-4031-8532-327efdae9f09', 'status': 'completed', 'code': 200} Jul 29 14:35:07.369836 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [req-bff8bd33-a76c-4e17-b19e-610bb72324b4 req-5103924e-bb7d-4729-80e1-ccd6cadcdeda tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "GET /v2.0/ports?device_id=73396c22-d09b-441a-9853-e874bafff720 HTTP/1.1" status: 200 len: 210 time: 0.0274482 Jul 29 14:35:08.423286 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 36716) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:35:08.481007 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b6a5360b-c8de-441e-b052-e0c49e3088dc tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:08.506334 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b6a5360b-c8de-441e-b052-e0c49e3088dc tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:08.587693 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b6a5360b-c8de-441e-b052-e0c49e3088dc tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:08.590884 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-b6a5360b-c8de-441e-b052-e0c49e3088dc tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:08.592048 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-b6a5360b-c8de-441e-b052-e0c49e3088dc tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] 10.222.0.44 "DELETE /v2.0/security-groups/8609b1ad-e6a3-4827-b542-8c959babb7bf HTTP/1.1" status: 204 len: 168 time: 0.1677740 Jul 29 14:35:08.601159 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5360b-c8de-441e-b052-e0c49e3088dc tempest-TestShelveInstance-313059853 tempest-TestShelveInstance-313059853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8609b1ad-e6a3-4827-b542-8c959babb7bf,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:35:08.634319 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 36720) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:35:08.971160 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5980e5ea-ae3b-4f2a-95c9-fbdcc70eccc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659525'] for router_interface, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:09.217463 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-5980e5ea-ae3b-4f2a-95c9-fbdcc70eccc2 admin admin] Deleting port 9654b1a9-0651-4545-8461-6f5dab4b757a {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:35:09.217700 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5980e5ea-ae3b-4f2a-95c9-fbdcc70eccc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:09.296249 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [None req-5980e5ea-ae3b-4f2a-95c9-fbdcc70eccc2 admin admin] For port 9654b1a9-0651-4545-8461-6f5dab4b757a, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=9654b1a9-0651-4545-8461-6f5dab4b757a,segment=NetworkSegment(d177a896-598d-44ab-912e-cc71faf73d3b),segment_id=d177a896-598d-44ab-912e-cc71faf73d3b)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:35:09.296618 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5980e5ea-ae3b-4f2a-95c9-fbdcc70eccc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:09.312425 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-5980e5ea-ae3b-4f2a-95c9-fbdcc70eccc2 admin admin] Calling delete_port for 9654b1a9-0651-4545-8461-6f5dab4b757a owned by network:router_interface {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:35:09.489478 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5980e5ea-ae3b-4f2a-95c9-fbdcc70eccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:09.515607 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980e5ea-ae3b-4f2a-95c9-fbdcc70eccc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9654b1a9-0651-4545-8461-6f5dab4b757a,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:35:09.618158 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device d58b2dbf-e030-4031-8532-327efdae9f09 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:35:09.645312 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] No Port match for: d58b2dbf-e030-4031-8532-327efdae9f09 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:35:09.645744 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Device d58b2dbf-e030-4031-8532-327efdae9f09 not bound to the agent host hv-cinder-80288 {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:35:09.679943 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-5980e5ea-ae3b-4f2a-95c9-fbdcc70eccc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659497'] for router_interface, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:09.888413 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5980e5ea-ae3b-4f2a-95c9-fbdcc70eccc2 admin admin] Router a2f7842a-40a2-491d-a2af-db24f50cf8ef has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:35:09.990316 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5980e5ea-ae3b-4f2a-95c9-fbdcc70eccc2 admin admin] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:35:09.995779 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-5980e5ea-ae3b-4f2a-95c9-fbdcc70eccc2 admin admin] 10.222.0.44 "PUT /v2.0/routers/a2f7842a-40a2-491d-a2af-db24f50cf8ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3597136 Jul 29 14:35:09.998275 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 36722) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:35:10.000762 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7be6df-41eb-4ad5-860e-1ed4972b7da9 None None] Sync routers for ids ['a2f7842a-40a2-491d-a2af-db24f50cf8ef'] in dv-cinder-802882-2-iscsi {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:35:10.010271 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7be6df-41eb-4ad5-860e-1ed4972b7da9 None None] Routers {'a2f7842a-40a2-491d-a2af-db24f50cf8ef'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:35:10.010875 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-4b7be6df-41eb-4ad5-860e-1ed4972b7da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:34:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['a2f7842a-40a2-491d-a2af-db24f50cf8ef'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:35:10.099383 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6e4a1aca-1ae0-4d57-b574-d36914787b7a admin admin] Notify callbacks [] for router, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:10.113161 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-4b7be6df-41eb-4ad5-860e-1ed4972b7da9 None None] Set router a2f7842a-40a2-491d-a2af-db24f50cf8ef gateway port host: dv-cinder-802882-2-iscsi {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:35:10.205824 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6e4a1aca-1ae0-4d57-b574-d36914787b7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:10.264047 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-6e4a1aca-1ae0-4d57-b574-d36914787b7a admin admin] Deleting port 238cdba9-6021-466b-942d-98254d4da3e4 {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:35:10.264396 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6e4a1aca-1ae0-4d57-b574-d36914787b7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:10.343957 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [None req-6e4a1aca-1ae0-4d57-b574-d36914787b7a admin admin] For port 238cdba9-6021-466b-942d-98254d4da3e4, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=238cdba9-6021-466b-942d-98254d4da3e4,segment=NetworkSegment(e7b1a31c-3199-44cd-ae65-85b7e84c8d28),segment_id=e7b1a31c-3199-44cd-ae65-85b7e84c8d28)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:35:10.344332 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6e4a1aca-1ae0-4d57-b574-d36914787b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:10.360457 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-6e4a1aca-1ae0-4d57-b574-d36914787b7a admin admin] Calling delete_port for 238cdba9-6021-466b-942d-98254d4da3e4 owned by network:router_gateway {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:35:10.416678 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-4b7be6df-41eb-4ad5-860e-1ed4972b7da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'name': 'tempest-TestShelveInstance-1780212279-router', 'tenant_id': '9909d279060d4835b6f235322efefc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '238cdba9-6021-466b-942d-98254d4da3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:30:31Z', 'updated_at': '2021-07-29T14:35:09Z', 'revision_number': 5, 'project_id': '9909d279060d4835b6f235322efefc98', 'gw_port': {'id': '238cdba9-6021-466b-942d-98254d4da3e4', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:31Z', 'updated_at': '2021-07-29T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi'}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:35:10.443203 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7be6df-41eb-4ad5-860e-1ed4972b7da9 None None] Checking router: a2f7842a-40a2-491d-a2af-db24f50cf8ef for host: dv-cinder-802882-2-iscsi {{(pid=93048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:35:10.451620 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7be6df-41eb-4ad5-860e-1ed4972b7da9 None None] Routers {'a2f7842a-40a2-491d-a2af-db24f50cf8ef'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:35:10.452231 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-4b7be6df-41eb-4ad5-860e-1ed4972b7da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:34:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['a2f7842a-40a2-491d-a2af-db24f50cf8ef'], 'active': True} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:35:10.519851 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6e4a1aca-1ae0-4d57-b574-d36914787b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:10.539581 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvr_db [None req-4b7be6df-41eb-4ad5-860e-1ed4972b7da9 None None] Set router a2f7842a-40a2-491d-a2af-db24f50cf8ef gateway port host: None {{(pid=93048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:35:10.549229 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a1aca-1ae0-4d57-b574-d36914787b7a admin admin] Pushing event deleted for resources: {'Port': ['ID=238cdba9-6021-466b-942d-98254d4da3e4,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:35:10.594895 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_hamode_db [None req-4b7be6df-41eb-4ad5-860e-1ed4972b7da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'name': 'tempest-TestShelveInstance-1780212279-router', 'tenant_id': '9909d279060d4835b6f235322efefc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:30:31Z', 'updated_at': '2021-07-29T14:35:10Z', 'revision_number': 6, 'project_id': '9909d279060d4835b6f235322efefc98', 'gw_port_host': None}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:35:10.609679 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6e4a1aca-1ae0-4d57-b574-d36914787b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-744587'] for router_gateway, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:10.622433 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7be6df-41eb-4ad5-860e-1ed4972b7da9 None None] The sync data for ids ['a2f7842a-40a2-491d-a2af-db24f50cf8ef'] in dv-cinder-802882-2-iscsi is: [{'id': 'a2f7842a-40a2-491d-a2af-db24f50cf8ef', 'name': 'tempest-TestShelveInstance-1780212279-router', 'tenant_id': '9909d279060d4835b6f235322efefc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:30:31Z', 'updated_at': '2021-07-29T14:35:10Z', 'revision_number': 6, 'project_id': '9909d279060d4835b6f235322efefc98', 'gw_port_host': None}] {{(pid=93048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:35:10.700995 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6e4a1aca-1ae0-4d57-b574-d36914787b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2728'] for router, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:10.703064 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6e4a1aca-1ae0-4d57-b574-d36914787b7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:10.749136 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6e4a1aca-1ae0-4d57-b574-d36914787b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540292'] for router, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:10.749742 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4a1aca-1ae0-4d57-b574-d36914787b7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2f7842a-40a2-491d-a2af-db24f50cf8ef {{(pid=93047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:35:10.754433 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-6e4a1aca-1ae0-4d57-b574-d36914787b7a admin admin] Notify callbacks [] for router, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:10.755587 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-6e4a1aca-1ae0-4d57-b574-d36914787b7a admin admin] 10.222.0.44 "DELETE /v2.0/routers/a2f7842a-40a2-491d-a2af-db24f50cf8ef HTTP/1.1" status: 204 len: 168 time: 0.7563734 Jul 29 14:35:10.757977 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 36724) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:35:10.800964 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.db_base_plugin_v2 [None req-78f12f54-29f8-4b97-8fac-39b72cb3510d admin admin] Deleting subnet b466c7f2-33c8-40e2-9381-3668f681c8d2 {{(pid=93047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:35:10.803950 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-78f12f54-29f8-4b97-8fac-39b72cb3510d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:10.837459 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-78f12f54-29f8-4b97-8fac-39b72cb3510d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3079124'] for subnet, precommit_delete_associations {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:10.914729 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-78f12f54-29f8-4b97-8fac-39b72cb3510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773198'] for subnet, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:10.965631 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-78f12f54-29f8-4b97-8fac-39b72cb3510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58905770'] for subnet, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:10.999869 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f12f54-29f8-4b97-8fac-39b72cb3510d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b466c7f2-33c8-40e2-9381-3668f681c8d2,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:35:11.001852 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-78f12f54-29f8-4b97-8fac-39b72cb3510d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:11.005034 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-78f12f54-29f8-4b97-8fac-39b72cb3510d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b466c7f2-33c8-40e2-9381-3668f681c8d2 HTTP/1.1" status: 204 len: 168 time: 0.2452579 Jul 29 14:35:11.006745 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 36726) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:35:11.010711 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b676cd95-6fad-4573-8d93-0484e4664355 None None] Network 485bb981-027b-4d59-af5e-b80b5dab9d30 requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:35:11.076385 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-766be046-a485-4f4c-9ada-28f6307fd7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653895'] for network, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:11.131219 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-766be046-a485-4f4c-9ada-28f6307fd7d3 admin admin] Deleting port a7284c33-d987-4893-89c7-612f49dfe27a {{(pid=93047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:35:11.131558 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-766be046-a485-4f4c-9ada-28f6307fd7d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:11.196038 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.db [None req-766be046-a485-4f4c-9ada-28f6307fd7d3 admin admin] For port a7284c33-d987-4893-89c7-612f49dfe27a, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=a7284c33-d987-4893-89c7-612f49dfe27a,segment=NetworkSegment(d177a896-598d-44ab-912e-cc71faf73d3b),segment_id=d177a896-598d-44ab-912e-cc71faf73d3b)] {{(pid=93047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:35:11.196323 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-766be046-a485-4f4c-9ada-28f6307fd7d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:11.209447 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-766be046-a485-4f4c-9ada-28f6307fd7d3 admin admin] Calling delete_port for a7284c33-d987-4893-89c7-612f49dfe27a owned by network:dhcp {{(pid=93047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:35:11.288969 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-766be046-a485-4f4c-9ada-28f6307fd7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079028'] for port, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:11.317898 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766be046-a485-4f4c-9ada-28f6307fd7d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7284c33-d987-4893-89c7-612f49dfe27a,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:35:11.319673 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766be046-a485-4f4c-9ada-28f6307fd7d3 admin admin] No DVR routers for this DVR port a7284c33-d987-4893-89c7-612f49dfe27a on host dv-cinder-802882-2-iscsi {{(pid=93047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:35:11.394283 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-766be046-a485-4f4c-9ada-28f6307fd7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770265', 'neutron.services.segments.db._delete_segments_for_network-8774390517041'] for network, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:11.404521 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-766be046-a485-4f4c-9ada-28f6307fd7d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['485bb981-027b-4d59-af5e-b80b5dab9d30']}} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:35:11.415026 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-766be046-a485-4f4c-9ada-28f6307fd7d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd177a896-598d-44ab-912e-cc71faf73d3b') {'for_net_delete': True} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:35:11.415333 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.services.segments.db [None req-766be046-a485-4f4c-9ada-28f6307fd7d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd177a896-598d-44ab-912e-cc71faf73d3b') {} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:35:11.425238 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-766be046-a485-4f4c-9ada-28f6307fd7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774390517562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3079135'] for segment, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:11.428611 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ae66af-8771-4d70-9e74-515326880358 None None] DHCP port deletion for 485bb981-027b-4d59-af5e-b80b5dab9d30 request from dv-cinder-802882-2-iscsi {{(pid=93048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:35:11.440437 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-766be046-a485-4f4c-9ada-28f6307fd7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:11.447182 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766be046-a485-4f4c-9ada-28f6307fd7d3 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=93047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:35:11.447570 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-766be046-a485-4f4c-9ada-28f6307fd7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078533'] for segment, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:11.449254 dv-cinder-802882-2-iscsi neutron-server[93047]: Traceback (most recent call last): Jul 29 14:35:11.449254 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:35:11.449254 dv-cinder-802882-2-iscsi neutron-server[93047]: timer() Jul 29 14:35:11.449254 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:35:11.449254 dv-cinder-802882-2-iscsi neutron-server[93047]: cb(*args, **kw) Jul 29 14:35:11.449254 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:35:11.449254 dv-cinder-802882-2-iscsi neutron-server[93047]: return func(*args, **kwargs) Jul 29 14:35:11.449254 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:35:11.449254 dv-cinder-802882-2-iscsi neutron-server[93047]: self._notify() Jul 29 14:35:11.449254 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:35:11.449254 dv-cinder-802882-2-iscsi neutron-server[93047]: self.callback(batched_events) Jul 29 14:35:11.449254 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:35:11.449254 dv-cinder-802882-2-iscsi neutron-server[93047]: event.method(event) Jul 29 14:35:11.449254 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:35:11.449254 dv-cinder-802882-2-iscsi neutron-server[93047]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:35:11.449254 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:35:11.449254 dv-cinder-802882-2-iscsi neutron-server[93047]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:35:11.449254 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:35:11.449254 dv-cinder-802882-2-iscsi neutron-server[93047]: return f(self, *a, **k) Jul 29 14:35:11.449254 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:35:11.449254 dv-cinder-802882-2-iscsi neutron-server[93047]: return self._get(url).json() Jul 29 14:35:11.449254 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:35:11.449254 dv-cinder-802882-2-iscsi neutron-server[93047]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:35:11.449254 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:35:11.449254 dv-cinder-802882-2-iscsi neutron-server[93047]: return self.request(url, 'GET', **kwargs) Jul 29 14:35:11.449254 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:35:11.449254 dv-cinder-802882-2-iscsi neutron-server[93047]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:35:11.449254 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:35:11.449254 dv-cinder-802882-2-iscsi neutron-server[93047]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:35:11.449254 dv-cinder-802882-2-iscsi neutron-server[93047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:35:11.449254 dv-cinder-802882-2-iscsi neutron-server[93047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:35:11.449254 dv-cinder-802882-2-iscsi neutron-server[93047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:35:11.506410 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-766be046-a485-4f4c-9ada-28f6307fd7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744631'] for network, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:11.511763 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-766be046-a485-4f4c-9ada-28f6307fd7d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:11.513966 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-766be046-a485-4f4c-9ada-28f6307fd7d3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/485bb981-027b-4d59-af5e-b80b5dab9d30 HTTP/1.1" status: 204 len: 168 time: 0.5061743 Jul 29 14:35:11.516923 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 36728) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:35:11.524729 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766be046-a485-4f4c-9ada-28f6307fd7d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=485bb981-027b-4d59-af5e-b80b5dab9d30,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:35:11.863112 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9fff5df8-a1c2-41a4-8449-4e33d225fa62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659525'] for router_interface, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:12.099424 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-9fff5df8-a1c2-41a4-8449-4e33d225fa62 admin admin] Deleting port 0e300f62-604f-4c6d-b2b2-8bb9da18a7fd {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:35:12.099690 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9fff5df8-a1c2-41a4-8449-4e33d225fa62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:12.174196 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [None req-9fff5df8-a1c2-41a4-8449-4e33d225fa62 admin admin] For port 0e300f62-604f-4c6d-b2b2-8bb9da18a7fd, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=0e300f62-604f-4c6d-b2b2-8bb9da18a7fd,segment=NetworkSegment(2e7bc194-9acc-4117-a08b-7af42183e55a),segment_id=2e7bc194-9acc-4117-a08b-7af42183e55a)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:35:12.174840 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9fff5df8-a1c2-41a4-8449-4e33d225fa62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:12.191137 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-9fff5df8-a1c2-41a4-8449-4e33d225fa62 admin admin] Calling delete_port for 0e300f62-604f-4c6d-b2b2-8bb9da18a7fd owned by network:router_interface {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:35:12.221626 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 238cdba9-6021-466b-942d-98254d4da3e4 no longer exists at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:35:12.241196 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] No Port match for: 238cdba9-6021-466b-942d-98254d4da3e4 {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:35:12.241545 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 238cdba9-6021-466b-942d-98254d4da3e4 not bound to the agent host dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:35:12.241985 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 9654b1a9-0651-4545-8461-6f5dab4b757a no longer exists at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:35:12.260085 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] No Port match for: 9654b1a9-0651-4545-8461-6f5dab4b757a {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:35:12.260431 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 9654b1a9-0651-4545-8461-6f5dab4b757a not bound to the agent host dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:35:12.260836 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device a7284c33-d987-4893-89c7-612f49dfe27a no longer exists at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:35:12.282670 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] No Port match for: a7284c33-d987-4893-89c7-612f49dfe27a {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:35:12.283014 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device a7284c33-d987-4893-89c7-612f49dfe27a not bound to the agent host dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:35:12.371729 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9fff5df8-a1c2-41a4-8449-4e33d225fa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:12.396376 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff5df8-a1c2-41a4-8449-4e33d225fa62 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e300f62-604f-4c6d-b2b2-8bb9da18a7fd,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:35:12.557543 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-9fff5df8-a1c2-41a4-8449-4e33d225fa62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659497'] for router_interface, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:12.762608 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fff5df8-a1c2-41a4-8449-4e33d225fa62 admin admin] Router 2f982f64-fc7e-4cac-b5f6-76e714370bf2 has already been hosted by L3 agent 5ffeae8c-55f6-4500-9344-04ac11a2d62c {{(pid=93046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:35:12.864295 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fff5df8-a1c2-41a4-8449-4e33d225fa62 admin admin] Notify agent at l3_agent.dv-cinder-802882-2-iscsi the message routers_updated {{(pid=93046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:35:12.869734 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-9fff5df8-a1c2-41a4-8449-4e33d225fa62 admin admin] 10.222.0.44 "PUT /v2.0/routers/2f982f64-fc7e-4cac-b5f6-76e714370bf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3517041 Jul 29 14:35:12.872237 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 36730) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:35:12.874759 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12528045-9e43-4121-93ab-944a7be26fed None None] Sync routers for ids ['2f982f64-fc7e-4cac-b5f6-76e714370bf2'] in dv-cinder-802882-2-iscsi {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:35:12.883806 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12528045-9e43-4121-93ab-944a7be26fed None None] Routers {'2f982f64-fc7e-4cac-b5f6-76e714370bf2'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:35:12.885038 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-12528045-9e43-4121-93ab-944a7be26fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:34:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['2f982f64-fc7e-4cac-b5f6-76e714370bf2'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:35:12.973881 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2c0d5a3f-1638-4a72-b366-1fc41daaace4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:12.986089 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-12528045-9e43-4121-93ab-944a7be26fed None None] Set router 2f982f64-fc7e-4cac-b5f6-76e714370bf2 gateway port host: dv-cinder-802882-2-iscsi {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:35:13.073813 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2c0d5a3f-1638-4a72-b366-1fc41daaace4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:13.125824 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-2c0d5a3f-1638-4a72-b366-1fc41daaace4 admin admin] Deleting port 3392e99e-7912-451b-8258-c19b34ff3aba {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:35:13.126206 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2c0d5a3f-1638-4a72-b366-1fc41daaace4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:13.171940 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-12528045-9e43-4121-93ab-944a7be26fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f982f64-fc7e-4cac-b5f6-76e714370bf2', 'name': 'tempest-TestShelveInstance-474572307-router', 'tenant_id': 'ac90a8b82d694a599da0bb432dffd9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'external_fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '3392e99e-7912-451b-8258-c19b34ff3aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:30:35Z', 'updated_at': '2021-07-29T14:35:12Z', 'revision_number': 5, 'project_id': 'ac90a8b82d694a599da0bb432dffd9c1', 'gw_port': {'id': '3392e99e-7912-451b-8258-c19b34ff3aba', 'name': '', 'network_id': '32664875-679c-4a6a-adbf-80e7664b419a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f982f64-fc7e-4cac-b5f6-76e714370bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:36Z', 'updated_at': '2021-07-29T14:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daef0cf-848b-40ef-9b17-9a185079ae25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-2-iscsi'}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:35:13.198475 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12528045-9e43-4121-93ab-944a7be26fed None None] Checking router: 2f982f64-fc7e-4cac-b5f6-76e714370bf2 for host: dv-cinder-802882-2-iscsi {{(pid=93049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:35:13.203408 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [None req-2c0d5a3f-1638-4a72-b366-1fc41daaace4 admin admin] For port 3392e99e-7912-451b-8258-c19b34ff3aba, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=3392e99e-7912-451b-8258-c19b34ff3aba,segment=NetworkSegment(e7b1a31c-3199-44cd-ae65-85b7e84c8d28),segment_id=e7b1a31c-3199-44cd-ae65-85b7e84c8d28)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:35:13.203780 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2c0d5a3f-1638-4a72-b366-1fc41daaace4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:13.206617 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12528045-9e43-4121-93ab-944a7be26fed None None] Routers {'2f982f64-fc7e-4cac-b5f6-76e714370bf2'} bound to L3 agent in host dv-cinder-802882-2-iscsi {{(pid=93049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:35:13.207243 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-12528045-9e43-4121-93ab-944a7be26fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:14:58Z,description=,heartbeat_timestamp=2021-07-29T14:34:58Z,host='dv-cinder-802882-2-iscsi',id=5ffeae8c-55f6-4500-9344-04ac11a2d62c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:14:58Z,topic='l3_agent')) {'router_ids': ['2f982f64-fc7e-4cac-b5f6-76e714370bf2'], 'active': True} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:35:13.219949 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-2c0d5a3f-1638-4a72-b366-1fc41daaace4 admin admin] Calling delete_port for 3392e99e-7912-451b-8258-c19b34ff3aba owned by network:router_gateway {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:35:13.296932 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_dvr_db [None req-12528045-9e43-4121-93ab-944a7be26fed None None] Set router 2f982f64-fc7e-4cac-b5f6-76e714370bf2 gateway port host: None {{(pid=93049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:35:13.350167 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.l3_hamode_db [None req-12528045-9e43-4121-93ab-944a7be26fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f982f64-fc7e-4cac-b5f6-76e714370bf2', 'name': 'tempest-TestShelveInstance-474572307-router', 'tenant_id': 'ac90a8b82d694a599da0bb432dffd9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:30:35Z', 'updated_at': '2021-07-29T14:35:13Z', 'revision_number': 6, 'project_id': 'ac90a8b82d694a599da0bb432dffd9c1', 'gw_port_host': None}], 'dv-cinder-802882-2-iscsi', False) {} {{(pid=93049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:35:13.470866 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12528045-9e43-4121-93ab-944a7be26fed None None] The sync data for ids ['2f982f64-fc7e-4cac-b5f6-76e714370bf2'] in dv-cinder-802882-2-iscsi is: [{'id': '2f982f64-fc7e-4cac-b5f6-76e714370bf2', 'name': 'tempest-TestShelveInstance-474572307-router', 'tenant_id': 'ac90a8b82d694a599da0bb432dffd9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:30:35Z', 'updated_at': '2021-07-29T14:35:13Z', 'revision_number': 6, 'project_id': 'ac90a8b82d694a599da0bb432dffd9c1', 'gw_port_host': None}] {{(pid=93049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:35:13.630873 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2c0d5a3f-1638-4a72-b366-1fc41daaace4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:13.656393 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d5a3f-1638-4a72-b366-1fc41daaace4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3392e99e-7912-451b-8258-c19b34ff3aba,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:35:13.714954 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2c0d5a3f-1638-4a72-b366-1fc41daaace4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-744587'] for router_gateway, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:13.800372 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2c0d5a3f-1638-4a72-b366-1fc41daaace4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2728'] for router, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:13.802471 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2c0d5a3f-1638-4a72-b366-1fc41daaace4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:13.848392 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2c0d5a3f-1638-4a72-b366-1fc41daaace4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540292'] for router, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:13.848960 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0d5a3f-1638-4a72-b366-1fc41daaace4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f982f64-fc7e-4cac-b5f6-76e714370bf2 {{(pid=93046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:35:13.854523 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-2c0d5a3f-1638-4a72-b366-1fc41daaace4 admin admin] Notify callbacks [] for router, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:13.855715 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-2c0d5a3f-1638-4a72-b366-1fc41daaace4 admin admin] 10.222.0.44 "DELETE /v2.0/routers/2f982f64-fc7e-4cac-b5f6-76e714370bf2 HTTP/1.1" status: 204 len: 168 time: 0.9825377 Jul 29 14:35:13.858295 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 36732) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:35:13.906466 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e3cad9-82b7-4de7-a8ad-f24779e2aea7 admin admin] Deleting subnet 53d6e054-1266-4138-81ed-42e2da41b7ea {{(pid=93046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:35:13.909563 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-78e3cad9-82b7-4de7-a8ad-f24779e2aea7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:13.943649 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-78e3cad9-82b7-4de7-a8ad-f24779e2aea7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2928358'] for subnet, precommit_delete_associations {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:14.021874 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-78e3cad9-82b7-4de7-a8ad-f24779e2aea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773198'] for subnet, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:14.072981 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-78e3cad9-82b7-4de7-a8ad-f24779e2aea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2971958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58777958'] for subnet, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:14.098184 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3cad9-82b7-4de7-a8ad-f24779e2aea7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53d6e054-1266-4138-81ed-42e2da41b7ea,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:35:14.102905 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-78e3cad9-82b7-4de7-a8ad-f24779e2aea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for subnet, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:14.105532 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-78e3cad9-82b7-4de7-a8ad-f24779e2aea7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/53d6e054-1266-4138-81ed-42e2da41b7ea HTTP/1.1" status: 204 len: 168 time: 0.2462335 Jul 29 14:35:14.107935 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 36734) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:35:14.111135 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a97857f-9448-428d-9156-df34aa1e4eda None None] Network b084b1bc-1532-4f34-925a-c25611d450d1 requested from dv-cinder-802882-2-iscsi {{(pid=93048) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:35:14.177388 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0d0eff0e-5985-42da-8d00-9d4ffa16fb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653895'] for network, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:14.236669 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-0d0eff0e-5985-42da-8d00-9d4ffa16fb4a admin admin] Deleting port 2398e62c-a33c-40bd-8210-cb434489f20e {{(pid=93046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:35:14.237078 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0d0eff0e-5985-42da-8d00-9d4ffa16fb4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:14.298924 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05428a8-a892-4365-aff5-c8870a7b7309 None None] DHCP port deletion for b084b1bc-1532-4f34-925a-c25611d450d1 request from dv-cinder-802882-2-iscsi {{(pid=93048) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:35:14.305054 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.db [None req-0d0eff0e-5985-42da-8d00-9d4ffa16fb4a admin admin] For port 2398e62c-a33c-40bd-8210-cb434489f20e, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=2398e62c-a33c-40bd-8210-cb434489f20e,segment=NetworkSegment(2e7bc194-9acc-4117-a08b-7af42183e55a),segment_id=2e7bc194-9acc-4117-a08b-7af42183e55a)] {{(pid=93046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:35:14.305428 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0d0eff0e-5985-42da-8d00-9d4ffa16fb4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:14.319631 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.plugin [None req-0d0eff0e-5985-42da-8d00-9d4ffa16fb4a admin admin] Calling delete_port for 2398e62c-a33c-40bd-8210-cb434489f20e owned by network:dhcp {{(pid=93046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:35:14.328419 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 0e300f62-604f-4c6d-b2b2-8bb9da18a7fd no longer exists at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:35:14.351986 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] No Port match for: 0e300f62-604f-4c6d-b2b2-8bb9da18a7fd {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:35:14.352343 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 0e300f62-604f-4c6d-b2b2-8bb9da18a7fd not bound to the agent host dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:35:14.352763 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 3392e99e-7912-451b-8258-c19b34ff3aba no longer exists at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:35:14.373969 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] No Port match for: 3392e99e-7912-451b-8258-c19b34ff3aba {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:35:14.374321 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 3392e99e-7912-451b-8258-c19b34ff3aba not bound to the agent host dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:35:14.393384 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-b05428a8-a892-4365-aff5-c8870a7b7309 None None] Deleting port 2398e62c-a33c-40bd-8210-cb434489f20e {{(pid=93048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:35:14.393763 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-b05428a8-a892-4365-aff5-c8870a7b7309 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774390420363'] for port, before_delete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:14.406855 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0d0eff0e-5985-42da-8d00-9d4ffa16fb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2971929'] for port, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:14.432954 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0eff0e-5985-42da-8d00-9d4ffa16fb4a admin admin] Pushing event deleted for resources: {'Port': ['ID=2398e62c-a33c-40bd-8210-cb434489f20e,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:35:14.438567 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0eff0e-5985-42da-8d00-9d4ffa16fb4a admin admin] No DVR routers for this DVR port 2398e62c-a33c-40bd-8210-cb434489f20e on host dv-cinder-802882-2-iscsi {{(pid=93046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:35:14.457205 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.db [None req-b05428a8-a892-4365-aff5-c8870a7b7309 None None] For port 2398e62c-a33c-40bd-8210-cb434489f20e, host dv-cinder-802882-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-2-iscsi',level=0,port_id=2398e62c-a33c-40bd-8210-cb434489f20e,segment=NetworkSegment(2e7bc194-9acc-4117-a08b-7af42183e55a),segment_id=2e7bc194-9acc-4117-a08b-7af42183e55a)] {{(pid=93048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:35:14.457602 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-b05428a8-a892-4365-aff5-c8870a7b7309 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665234'] for port, precommit_delete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:14.471793 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-b05428a8-a892-4365-aff5-c8870a7b7309 None None] Calling delete_port for 2398e62c-a33c-40bd-8210-cb434489f20e owned by network:dhcp {{(pid=93048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:35:14.515867 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0d0eff0e-5985-42da-8d00-9d4ffa16fb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770265', 'neutron.services.segments.db._delete_segments_for_network-8774390517041'] for network, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:14.527601 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-0d0eff0e-5985-42da-8d00-9d4ffa16fb4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b084b1bc-1532-4f34-925a-c25611d450d1']}} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:35:14.538815 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-0d0eff0e-5985-42da-8d00-9d4ffa16fb4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e7bc194-9acc-4117-a08b-7af42183e55a') {'for_net_delete': True} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:35:14.539204 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.services.segments.db [None req-0d0eff0e-5985-42da-8d00-9d4ffa16fb4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e7bc194-9acc-4117-a08b-7af42183e55a') {} {{(pid=93046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:35:14.548928 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0d0eff0e-5985-42da-8d00-9d4ffa16fb4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774390517562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2928365'] for segment, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:14.561388 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-b05428a8-a892-4365-aff5-c8870a7b7309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774390425119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774390020087'] for port, after_delete {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:14.564406 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0d0eff0e-5985-42da-8d00-9d4ffa16fb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472'] for segment, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:14.575431 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d0eff0e-5985-42da-8d00-9d4ffa16fb4a admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=93046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:35:14.575875 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0d0eff0e-5985-42da-8d00-9d4ffa16fb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972648'] for segment, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:14.577550 dv-cinder-802882-2-iscsi neutron-server[93046]: Traceback (most recent call last): Jul 29 14:35:14.577550 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:35:14.577550 dv-cinder-802882-2-iscsi neutron-server[93046]: timer() Jul 29 14:35:14.577550 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:35:14.577550 dv-cinder-802882-2-iscsi neutron-server[93046]: cb(*args, **kw) Jul 29 14:35:14.577550 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:35:14.577550 dv-cinder-802882-2-iscsi neutron-server[93046]: return func(*args, **kwargs) Jul 29 14:35:14.577550 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:35:14.577550 dv-cinder-802882-2-iscsi neutron-server[93046]: self._notify() Jul 29 14:35:14.577550 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:35:14.577550 dv-cinder-802882-2-iscsi neutron-server[93046]: self.callback(batched_events) Jul 29 14:35:14.577550 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:35:14.577550 dv-cinder-802882-2-iscsi neutron-server[93046]: event.method(event) Jul 29 14:35:14.577550 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:35:14.577550 dv-cinder-802882-2-iscsi neutron-server[93046]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:35:14.577550 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:35:14.577550 dv-cinder-802882-2-iscsi neutron-server[93046]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:35:14.577550 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:35:14.577550 dv-cinder-802882-2-iscsi neutron-server[93046]: return f(self, *a, **k) Jul 29 14:35:14.577550 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:35:14.577550 dv-cinder-802882-2-iscsi neutron-server[93046]: return self._get(url).json() Jul 29 14:35:14.577550 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:35:14.577550 dv-cinder-802882-2-iscsi neutron-server[93046]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:35:14.577550 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:35:14.577550 dv-cinder-802882-2-iscsi neutron-server[93046]: return self.request(url, 'GET', **kwargs) Jul 29 14:35:14.577550 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:35:14.577550 dv-cinder-802882-2-iscsi neutron-server[93046]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:35:14.577550 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:35:14.577550 dv-cinder-802882-2-iscsi neutron-server[93046]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:35:14.577550 dv-cinder-802882-2-iscsi neutron-server[93046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:35:14.577550 dv-cinder-802882-2-iscsi neutron-server[93046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:35:14.577550 dv-cinder-802882-2-iscsi neutron-server[93046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:35:14.586821 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05428a8-a892-4365-aff5-c8870a7b7309 None None] Pushing event deleted for resources: {'Port': ['ID=2398e62c-a33c-40bd-8210-cb434489f20e,revision_number=None']} {{(pid=93048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:35:14.590297 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05428a8-a892-4365-aff5-c8870a7b7309 None None] No DVR routers for this DVR port 2398e62c-a33c-40bd-8210-cb434489f20e on host dv-cinder-802882-2-iscsi {{(pid=93048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:35:14.640196 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0d0eff0e-5985-42da-8d00-9d4ffa16fb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744631'] for network, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:14.645303 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-0d0eff0e-5985-42da-8d00-9d4ffa16fb4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598407'] for network, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:14.647168 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-0d0eff0e-5985-42da-8d00-9d4ffa16fb4a admin admin] 10.222.0.44 "DELETE /v2.0/networks/b084b1bc-1532-4f34-925a-c25611d450d1 HTTP/1.1" status: 204 len: 168 time: 0.5382211 Jul 29 14:35:14.658020 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0eff0e-5985-42da-8d00-9d4ffa16fb4a admin admin] Pushing event deleted for resources: {'Network': ['ID=b084b1bc-1532-4f34-925a-c25611d450d1,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:35:14.803453 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 36738) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:35:14.843523 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-54ec8c80-ae47-4136-b59e-0edaded79b86 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9909d279060d4835b6f235322efefc98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388649 Jul 29 14:35:14.845876 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [-] (93047) accepted ('10.222.0.44', 36740) {{(pid=93047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:35:14.894190 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d7679054-562e-4525-b578-d630c503bb6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:14.914692 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d7679054-562e-4525-b578-d630c503bb6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:14.960614 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d7679054-562e-4525-b578-d630c503bb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:14.964200 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-d7679054-562e-4525-b578-d630c503bb6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:14.965374 dv-cinder-802882-2-iscsi neutron-server[93047]: INFO neutron.wsgi [None req-d7679054-562e-4525-b578-d630c503bb6d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d87745ea-7b1c-45a8-a8d2-ca509a2ef590 HTTP/1.1" status: 204 len: 168 time: 0.1185749 Jul 29 14:35:14.973147 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7679054-562e-4525-b578-d630c503bb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87745ea-7b1c-45a8-a8d2-ca509a2ef590,revision_number=None']} {{(pid=93047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:35:15.269969 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 36746) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:35:15.308636 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-e807601c-87cc-466b-bd6c-b65b5e846b56 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ac90a8b82d694a599da0bb432dffd9c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374787 Jul 29 14:35:15.310974 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [-] (93046) accepted ('10.222.0.44', 36748) {{(pid=93046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:35:15.362052 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c11d978d-892e-450a-a13e-02df0bd783b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:15.382010 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c11d978d-892e-450a-a13e-02df0bd783b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:15.426639 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c11d978d-892e-450a-a13e-02df0bd783b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526040'] for security_group, after_delete {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:15.429145 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron_lib.callbacks.manager [None req-c11d978d-892e-450a-a13e-02df0bd783b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:15.430361 dv-cinder-802882-2-iscsi neutron-server[93046]: INFO neutron.wsgi [None req-c11d978d-892e-450a-a13e-02df0bd783b2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b4c0d418-000c-42c7-8d13-c09b5d357c31 HTTP/1.1" status: 204 len: 168 time: 0.1184433 Jul 29 14:35:15.438266 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d978d-892e-450a-a13e-02df0bd783b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c0d418-000c-42c7-8d13-c09b5d357c31,revision_number=None']} {{(pid=93046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:35:16.217759 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 2398e62c-a33c-40bd-8210-cb434489f20e no longer exists at agent ovs-agent-dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:35:16.246582 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.plugin [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] No Port match for: 2398e62c-a33c-40bd-8210-cb434489f20e {{(pid=93048) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:35:16.246582 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron.plugins.ml2.rpc [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Device 2398e62c-a33c-40bd-8210-cb434489f20e not bound to the agent host dv-cinder-802882-2-iscsi {{(pid=93048) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:35:20.120765 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:35:25.097859 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-c2e70086-9c67-4e4e-afdd-e84813bd40ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:26.399393 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:28.045527 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-83773d19-2713-4650-af24-6ea31d0d2a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:28.258861 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:29.383800 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:31.417571 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:55.101041 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-082d41ca-2ebc-4006-9498-ebaf7250dc97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:56.417320 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:57.120578 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:35:58.045240 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-426de215-007b-42de-af4d-5284593f1c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:58.259490 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:59.387079 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:36:01.422663 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:36:25.101042 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-bf8a8510-980e-482b-b608-9d6bac73bc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:36:26.422922 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:36:28.046190 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-349c4604-022c-46a0-9637-f449a5e2659a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:36:28.260400 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:36:29.393723 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:36:31.422626 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:36:34.119650 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:36:55.102522 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-58b6643f-939b-47b6-9520-71bbac5ec915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:36:56.446474 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:36:58.047074 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-12e836f0-70e1-4ee4-a044-78e8c3a36d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:36:58.259990 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:36:59.393533 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:37:01.424606 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:37:11.117054 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:37:25.102488 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-6e9b1d63-2796-48af-84a7-54c0354607ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:37:26.456803 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:37:28.046188 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-81c8cf93-72b1-490e-bc14-e3e636e8061c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:37:28.260829 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:37:29.395713 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:37:31.427571 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:37:48.116010 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:37:55.105741 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-bfee6b90-8806-401f-88d8-de1d61c7a458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:37:56.467504 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:37:58.047976 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-f8cbc8b3-794c-46bd-ac6f-1e04892ac9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:37:58.263952 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:37:59.399416 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:38:01.430271 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:38:25.106541 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-eb0930a0-e250-4fd7-b6ac-e72a3991c6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:38:25.115722 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:38:26.465871 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:38:28.048903 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-c0c305e5-863b-4e27-9a04-9e4d038aab48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:38:28.264938 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:38:29.401389 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:38:31.434233 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:38:38.927287 dv-cinder-802882-2-iscsi neutron-server[93046]: DEBUG neutron.wsgi [req-7216fed1-7bc3-49ff-8583-f06e3e4697ec req-14968ad8-c8ef-42cc-95fb-b08d9d29f831 service neutron] (93046) timed out ('10.222.0.42', 59788) {{(pid=93046) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 14:38:43.122568 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [req-44b608ab-2c53-467e-9d0d-39383f62ec0b req-76a6bc07-88c3-4e4f-aa3b-b892e897c372 service neutron] (93047) timed out ('10.222.0.42', 59762) {{(pid=93047) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 14:38:43.733714 dv-cinder-802882-2-iscsi neutron-server[93047]: DEBUG neutron.wsgi [req-cfbc3fb7-a5cf-4405-a0b6-159ad4ba421d req-4531563b-be95-4a2f-9480-6371b58a6a7f service neutron] (93047) timed out ('10.222.0.42', 59746) {{(pid=93047) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 14:38:55.106419 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-4e751c51-2347-4ca5-bf86-f283fb51dc31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:38:56.470685 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:38:58.050076 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-8e7e1a68-9394-426a-a09c-780cfabcf195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:38:58.265968 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:38:59.405458 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:01.437070 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:02.114991 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:39:25.107021 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-483ac55a-a08c-4016-ac29-c6734a1df81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:26.482582 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:28.050752 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-65193103-0b96-412f-94fc-43e53f4ba409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:28.266109 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:29.407463 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:31.438952 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:39.115105 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:39:55.108782 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d0ffd32c-4d76-48f7-a246-e7aedcadb30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:56.499753 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:58.053850 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-5d9b0db8-94ad-4597-a25b-869124745b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:58.266798 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-08e2f175-0fd3-4bc7-ac00-f81282bcfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:59.409173 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-30fe6815-6bea-41fc-9e1b-c4cfba15af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:01.441520 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-7991648c-0e77-4f14-9128-a41488f055c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:16.114985 dv-cinder-802882-2-iscsi neutron-server[93049]: DEBUG neutron.db.agents_db [None req-1f0b430c-11d6-4b7f-80b3-243dd67f63fd None None] Agent healthcheck: found 6 active agents {{(pid=93049) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:40:25.122653 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d60aa35a-5ab9-48b2-b2de-be44c843a115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:26.511910 dv-cinder-802882-2-iscsi neutron-server[93048]: DEBUG neutron_lib.callbacks.manager [None req-d4f9999d-fe0a-45dc-8740-b336344d786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774390517023', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1769951'] for agent, after_update {{(pid=93048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}